2024-11-26 15:14:51,945 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-26 15:14:51,959 main DEBUG Took 0.011675 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 15:14:51,959 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 15:14:51,959 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 15:14:51,961 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 15:14:51,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:14:51,970 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 15:14:51,984 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:14:51,985 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:14:51,986 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:14:51,986 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:14:51,987 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:14:51,988 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:14:51,989 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:14:51,990 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:14:51,990 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:14:51,991 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:14:51,992 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:14:51,993 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:14:51,994 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:14:51,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:14:51,995 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:14:51,995 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:14:51,996 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:14:51,997 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:14:51,998 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:14:51,998 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:14:51,999 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:14:51,999 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:14:52,000 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:14:52,000 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 15:14:52,001 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:14:52,002 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 15:14:52,004 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 15:14:52,006 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 15:14:52,008 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 15:14:52,009 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 15:14:52,011 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 15:14:52,011 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 15:14:52,023 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 15:14:52,026 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 15:14:52,029 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 15:14:52,029 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 15:14:52,030 main DEBUG createAppenders(={Console}) 2024-11-26 15:14:52,031 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-26 15:14:52,032 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-26 15:14:52,032 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-26 15:14:52,033 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 15:14:52,033 main DEBUG OutputStream closed 2024-11-26 15:14:52,034 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 15:14:52,034 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 15:14:52,034 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-26 15:14:52,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 15:14:52,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 15:14:52,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 15:14:52,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 15:14:52,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 15:14:52,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 15:14:52,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 15:14:52,134 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 15:14:52,134 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 15:14:52,134 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 15:14:52,134 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 15:14:52,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 15:14:52,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 15:14:52,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 15:14:52,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 15:14:52,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 15:14:52,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 15:14:52,137 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 15:14:52,139 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 15:14:52,139 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-26 15:14:52,140 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 15:14:52,140 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-26T15:14:52,385 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d 2024-11-26 15:14:52,388 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 15:14:52,388 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T15:14:52,396 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-26T15:14:52,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T15:14:52,434 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/cluster_72c5d022-cf56-073a-94ac-11d2a168cf21, deleteOnExit=true 2024-11-26T15:14:52,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T15:14:52,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/test.cache.data in system properties and HBase conf 2024-11-26T15:14:52,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T15:14:52,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/hadoop.log.dir in system properties and HBase conf 2024-11-26T15:14:52,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T15:14:52,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T15:14:52,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T15:14:52,555 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T15:14:52,656 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T15:14:52,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:14:52,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T15:14:52,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T15:14:52,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:14:52,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T15:14:52,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T15:14:52,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T15:14:52,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:14:52,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T15:14:52,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/nfs.dump.dir in system properties and HBase conf 2024-11-26T15:14:52,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/java.io.tmpdir in system properties and HBase conf 2024-11-26T15:14:52,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T15:14:52,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T15:14:52,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T15:14:54,245 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T15:14:54,325 INFO [Time-limited test {}] log.Log(170): Logging initialized @3154ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T15:14:54,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:14:54,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:14:54,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:14:54,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:14:54,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T15:14:54,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:14:54,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:14:54,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:14:54,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bbf242f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/java.io.tmpdir/jetty-localhost-41389-hadoop-hdfs-3_4_1-tests_jar-_-any-772668191881466058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:14:54,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:41389} 2024-11-26T15:14:54,728 INFO [Time-limited test {}] server.Server(415): Started @3558ms 2024-11-26T15:14:55,473 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T15:14:55,485 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T15:14:55,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T15:14:55,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T15:14:55,493 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T15:14:55,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aa6ac55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/hadoop.log.dir/,AVAILABLE} 2024-11-26T15:14:55,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58f8c8ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T15:14:55,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d1d0948{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/java.io.tmpdir/jetty-localhost-43435-hadoop-hdfs-3_4_1-tests_jar-_-any-5043368618191677211/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:14:55,609 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49b49063{HTTP/1.1, (http/1.1)}{localhost:43435} 2024-11-26T15:14:55,609 INFO [Time-limited test {}] server.Server(415): Started @4439ms 2024-11-26T15:14:55,683 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T15:14:56,938 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/cluster_72c5d022-cf56-073a-94ac-11d2a168cf21/data/data1/current/BP-1288645284-172.17.0.3-1732634093266/current, will proceed with Du for space computation calculation, 2024-11-26T15:14:56,938 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/cluster_72c5d022-cf56-073a-94ac-11d2a168cf21/data/data2/current/BP-1288645284-172.17.0.3-1732634093266/current, will proceed with Du for space computation calculation, 2024-11-26T15:14:57,014 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T15:14:57,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd494f4aeba4739e9 with lease ID 0x6ebfec500a9b0e34: Processing first storage report for DS-dfa660b0-bf8b-4b5e-a35f-799b63b45f8e from datanode DatanodeRegistration(127.0.0.1:37793, datanodeUuid=f1158d4c-5564-43cb-8691-492ad8a41214, infoPort=41939, infoSecurePort=0, ipcPort=40045, storageInfo=lv=-57;cid=testClusterID;nsid=1222402629;c=1732634093266) 2024-11-26T15:14:57,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd494f4aeba4739e9 with lease ID 0x6ebfec500a9b0e34: from storage DS-dfa660b0-bf8b-4b5e-a35f-799b63b45f8e node DatanodeRegistration(127.0.0.1:37793, datanodeUuid=f1158d4c-5564-43cb-8691-492ad8a41214, infoPort=41939, infoSecurePort=0, ipcPort=40045, storageInfo=lv=-57;cid=testClusterID;nsid=1222402629;c=1732634093266), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-26T15:14:57,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd494f4aeba4739e9 with lease ID 0x6ebfec500a9b0e34: Processing first storage report for DS-b0d9eeb9-29ef-4d68-b0d0-05c78a5cc17e from datanode DatanodeRegistration(127.0.0.1:37793, datanodeUuid=f1158d4c-5564-43cb-8691-492ad8a41214, infoPort=41939, infoSecurePort=0, ipcPort=40045, storageInfo=lv=-57;cid=testClusterID;nsid=1222402629;c=1732634093266) 2024-11-26T15:14:57,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd494f4aeba4739e9 with lease ID 0x6ebfec500a9b0e34: from storage DS-b0d9eeb9-29ef-4d68-b0d0-05c78a5cc17e node DatanodeRegistration(127.0.0.1:37793, datanodeUuid=f1158d4c-5564-43cb-8691-492ad8a41214, infoPort=41939, infoSecurePort=0, ipcPort=40045, storageInfo=lv=-57;cid=testClusterID;nsid=1222402629;c=1732634093266), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T15:14:57,121 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d 2024-11-26T15:14:57,262 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/cluster_72c5d022-cf56-073a-94ac-11d2a168cf21/zookeeper_0, clientPort=57007, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/cluster_72c5d022-cf56-073a-94ac-11d2a168cf21/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/cluster_72c5d022-cf56-073a-94ac-11d2a168cf21/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T15:14:57,282 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57007 2024-11-26T15:14:57,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:14:57,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:14:57,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741825_1001 (size=7) 2024-11-26T15:14:57,728 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726 with version=8 2024-11-26T15:14:57,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/hbase-staging 2024-11-26T15:14:57,883 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T15:14:58,151 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:14:58,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:14:58,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:14:58,171 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:14:58,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:14:58,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:14:58,411 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T15:14:58,496 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T15:14:58,508 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T15:14:58,512 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:14:58,540 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5329 (auto-detected) 2024-11-26T15:14:58,542 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-26T15:14:58,564 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39097 2024-11-26T15:14:58,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39097 connecting to ZooKeeper ensemble=127.0.0.1:57007 2024-11-26T15:14:58,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390970x0, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:14:58,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39097-0x10177b631f10000 connected 2024-11-26T15:14:58,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:14:58,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:14:58,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T15:14:58,892 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726, hbase.cluster.distributed=false 2024-11-26T15:14:58,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T15:14:58,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39097 2024-11-26T15:14:58,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39097 2024-11-26T15:14:58,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39097 2024-11-26T15:14:58,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39097 2024-11-26T15:14:58,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39097 2024-11-26T15:14:59,071 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6cc2bc8bf733:0 server-side Connection retries=45 2024-11-26T15:14:59,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:14:59,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T15:14:59,073 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T15:14:59,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T15:14:59,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T15:14:59,077 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T15:14:59,079 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T15:14:59,080 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45537 2024-11-26T15:14:59,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45537 connecting to ZooKeeper ensemble=127.0.0.1:57007 2024-11-26T15:14:59,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:14:59,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:14:59,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455370x0, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T15:14:59,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45537-0x10177b631f10001 connected 2024-11-26T15:14:59,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45537-0x10177b631f10001, quorum=127.0.0.1:57007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T15:14:59,110 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T15:14:59,120 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T15:14:59,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45537-0x10177b631f10001, quorum=127.0.0.1:57007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T15:14:59,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45537-0x10177b631f10001, quorum=127.0.0.1:57007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T15:14:59,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45537 2024-11-26T15:14:59,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45537 2024-11-26T15:14:59,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45537 2024-11-26T15:14:59,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45537 2024-11-26T15:14:59,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45537 2024-11-26T15:14:59,164 DEBUG [M:0;6cc2bc8bf733:39097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6cc2bc8bf733:39097 2024-11-26T15:14:59,167 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6cc2bc8bf733,39097,1732634097953 2024-11-26T15:14:59,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T15:14:59,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x10177b631f10001, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T15:14:59,227 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6cc2bc8bf733,39097,1732634097953 2024-11-26T15:14:59,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T15:14:59,271 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T15:14:59,272 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6cc2bc8bf733,39097,1732634097953 from backup master directory 2024-11-26T15:14:59,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x10177b631f10001, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T15:14:59,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x10177b631f10001, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T15:14:59,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6cc2bc8bf733,39097,1732634097953 2024-11-26T15:14:59,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T15:14:59,285 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:14:59,285 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6cc2bc8bf733,39097,1732634097953 2024-11-26T15:14:59,287 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T15:14:59,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x10177b631f10001, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T15:14:59,292 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T15:14:59,380 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/hbase.id] with ID: 0fc4b9a7-e5f4-40ff-b213-444d17307327 2024-11-26T15:14:59,380 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/.tmp/hbase.id 2024-11-26T15:14:59,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741826_1002 (size=42) 2024-11-26T15:14:59,811 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/.tmp/hbase.id]:[hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/hbase.id] 2024-11-26T15:14:59,897 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T15:14:59,905 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T15:14:59,942 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 30ms. 2024-11-26T15:14:59,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T15:14:59,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x10177b631f10001, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T15:15:00,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741827_1003 (size=196) 2024-11-26T15:15:00,041 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:15:00,045 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T15:15:00,072 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:00,079 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:15:00,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741828_1004 (size=1189) 2024-11-26T15:15:00,596 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/data/master/store 2024-11-26T15:15:00,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741829_1005 (size=34) 2024-11-26T15:15:01,051 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T15:15:01,055 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:15:01,056 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:15:01,057 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:15:01,057 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:15:01,059 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:15:01,059 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:15:01,059 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:15:01,060 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634101056Disabling compacts and flushes for region at 1732634101056Disabling writes for close at 1732634101059 (+3 ms)Writing region close event to WAL at 1732634101059Closed at 1732634101059 2024-11-26T15:15:01,063 WARN [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/data/master/store/.initializing 2024-11-26T15:15:01,063 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/WALs/6cc2bc8bf733,39097,1732634097953 2024-11-26T15:15:01,072 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:15:01,091 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C39097%2C1732634097953, suffix=, logDir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/WALs/6cc2bc8bf733,39097,1732634097953, archiveDir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/oldWALs, maxLogs=10 2024-11-26T15:15:01,123 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/WALs/6cc2bc8bf733,39097,1732634097953/6cc2bc8bf733%2C39097%2C1732634097953.1732634101096, exclude list is [], retry=0 2024-11-26T15:15:01,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37793,DS-dfa660b0-bf8b-4b5e-a35f-799b63b45f8e,DISK] 2024-11-26T15:15:01,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T15:15:01,184 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/WALs/6cc2bc8bf733,39097,1732634097953/6cc2bc8bf733%2C39097%2C1732634097953.1732634101096 2024-11-26T15:15:01,186 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41939:41939)] 2024-11-26T15:15:01,186 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:15:01,187 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:15:01,191 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:15:01,192 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:15:01,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:15:01,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T15:15:01,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:01,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:15:01,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:15:01,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T15:15:01,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:01,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:15:01,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:15:01,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T15:15:01,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:01,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:15:01,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:15:01,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T15:15:01,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:01,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:15:01,323 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:15:01,328 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:15:01,330 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:15:01,341 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:15:01,342 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:15:01,351 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T15:15:01,358 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T15:15:01,365 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:15:01,367 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75347866, jitterRate=0.12277069687843323}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T15:15:01,376 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732634101208Initializing all the Stores at 1732634101213 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634101214 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634101215 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634101215Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634101215Cleaning up temporary data from old regions at 1732634101342 (+127 ms)Region opened successfully at 1732634101376 (+34 ms) 2024-11-26T15:15:01,380 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T15:15:01,428 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353f3d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:15:01,469 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T15:15:01,480 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T15:15:01,481 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T15:15:01,484 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T15:15:01,485 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T15:15:01,491 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-26T15:15:01,491 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T15:15:01,523 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T15:15:01,536 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T15:15:01,546 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T15:15:01,549 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T15:15:01,551 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T15:15:01,563 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T15:15:01,566 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T15:15:01,570 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T15:15:01,584 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T15:15:01,588 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T15:15:01,599 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T15:15:01,619 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T15:15:01,631 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T15:15:01,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x10177b631f10001, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T15:15:01,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x10177b631f10001, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T15:15:01,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T15:15:01,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T15:15:01,648 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6cc2bc8bf733,39097,1732634097953, sessionid=0x10177b631f10000, setting cluster-up flag (Was=false) 2024-11-26T15:15:01,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T15:15:01,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x10177b631f10001, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T15:15:01,721 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T15:15:01,724 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,39097,1732634097953 2024-11-26T15:15:01,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T15:15:01,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x10177b631f10001, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T15:15:01,778 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T15:15:01,780 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6cc2bc8bf733,39097,1732634097953 2024-11-26T15:15:01,788 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T15:15:01,877 INFO [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(746): ClusterId : 0fc4b9a7-e5f4-40ff-b213-444d17307327 2024-11-26T15:15:01,879 DEBUG [RS:0;6cc2bc8bf733:45537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T15:15:01,902 DEBUG [RS:0;6cc2bc8bf733:45537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T15:15:01,902 DEBUG [RS:0;6cc2bc8bf733:45537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T15:15:01,911 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T15:15:01,916 DEBUG [RS:0;6cc2bc8bf733:45537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T15:15:01,917 DEBUG [RS:0;6cc2bc8bf733:45537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa74f89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6cc2bc8bf733/172.17.0.3:0 2024-11-26T15:15:01,934 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T15:15:01,948 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T15:15:01,948 DEBUG [RS:0;6cc2bc8bf733:45537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6cc2bc8bf733:45537 2024-11-26T15:15:01,951 INFO [RS:0;6cc2bc8bf733:45537 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T15:15:01,951 INFO [RS:0;6cc2bc8bf733:45537 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T15:15:01,951 DEBUG [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T15:15:01,955 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6cc2bc8bf733,39097,1732634097953 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T15:15:01,961 INFO [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,39097,1732634097953 with port=45537, startcode=1732634099035 2024-11-26T15:15:01,975 DEBUG [RS:0;6cc2bc8bf733:45537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T15:15:01,975 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:15:01,976 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:15:01,976 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:15:01,976 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=5, maxPoolSize=5 2024-11-26T15:15:01,978 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6cc2bc8bf733:0, corePoolSize=10, maxPoolSize=10 2024-11-26T15:15:01,978 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:15:01,979 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:15:01,979 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:15:01,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:15:01,996 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T15:15:02,014 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732634132014 2024-11-26T15:15:02,017 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T15:15:02,017 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:02,017 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T15:15:02,018 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T15:15:02,022 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T15:15:02,023 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T15:15:02,023 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T15:15:02,024 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T15:15:02,045 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:15:02,061 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T15:15:02,064 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T15:15:02,065 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T15:15:02,066 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T15:15:02,070 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39097 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:02,078 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T15:15:02,079 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T15:15:02,081 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634102080,5,FailOnTimeoutGroup] 2024-11-26T15:15:02,095 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634102081,5,FailOnTimeoutGroup] 2024-11-26T15:15:02,095 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T15:15:02,095 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T15:15:02,097 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T15:15:02,098 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T15:15:02,117 DEBUG [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-26T15:15:02,117 WARN [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T15:15:02,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741831_1007 (size=1321) 2024-11-26T15:15:02,145 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T15:15:02,145 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726 2024-11-26T15:15:02,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741832_1008 (size=32) 2024-11-26T15:15:02,232 INFO [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(2659): reportForDuty to master=6cc2bc8bf733,39097,1732634097953 with port=45537, startcode=1732634099035 2024-11-26T15:15:02,245 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39097 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:02,249 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39097 {}] master.ServerManager(517): Registering regionserver=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:02,266 DEBUG [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726 2024-11-26T15:15:02,266 DEBUG [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33703 2024-11-26T15:15:02,266 DEBUG [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T15:15:02,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T15:15:02,299 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6cc2bc8bf733,45537,1732634099035] 2024-11-26T15:15:02,301 DEBUG [RS:0;6cc2bc8bf733:45537 {}] zookeeper.ZKUtil(111): regionserver:45537-0x10177b631f10001, quorum=127.0.0.1:57007, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:02,301 WARN [RS:0;6cc2bc8bf733:45537 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T15:15:02,302 INFO [RS:0;6cc2bc8bf733:45537 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:15:02,302 DEBUG [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/WALs/6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:02,383 INFO [RS:0;6cc2bc8bf733:45537 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T15:15:02,411 INFO [RS:0;6cc2bc8bf733:45537 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T15:15:02,422 INFO [RS:0;6cc2bc8bf733:45537 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T15:15:02,423 INFO [RS:0;6cc2bc8bf733:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:15:02,424 INFO [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T15:15:02,436 INFO [RS:0;6cc2bc8bf733:45537 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T15:15:02,439 INFO [RS:0;6cc2bc8bf733:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T15:15:02,439 DEBUG [RS:0;6cc2bc8bf733:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:15:02,440 DEBUG [RS:0;6cc2bc8bf733:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:15:02,440 DEBUG [RS:0;6cc2bc8bf733:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:15:02,440 DEBUG [RS:0;6cc2bc8bf733:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:15:02,440 DEBUG [RS:0;6cc2bc8bf733:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:15:02,441 DEBUG [RS:0;6cc2bc8bf733:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=2, maxPoolSize=2 2024-11-26T15:15:02,441 DEBUG [RS:0;6cc2bc8bf733:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:15:02,441 DEBUG [RS:0;6cc2bc8bf733:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:15:02,441 DEBUG [RS:0;6cc2bc8bf733:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:15:02,442 DEBUG [RS:0;6cc2bc8bf733:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:15:02,442 DEBUG [RS:0;6cc2bc8bf733:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:15:02,442 DEBUG [RS:0;6cc2bc8bf733:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6cc2bc8bf733:0, corePoolSize=1, maxPoolSize=1 2024-11-26T15:15:02,442 DEBUG [RS:0;6cc2bc8bf733:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:15:02,442 DEBUG [RS:0;6cc2bc8bf733:45537 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0, corePoolSize=3, maxPoolSize=3 2024-11-26T15:15:02,447 INFO [RS:0;6cc2bc8bf733:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:15:02,448 INFO [RS:0;6cc2bc8bf733:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T15:15:02,448 INFO [RS:0;6cc2bc8bf733:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:15:02,448 INFO [RS:0;6cc2bc8bf733:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T15:15:02,448 INFO [RS:0;6cc2bc8bf733:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T15:15:02,448 INFO [RS:0;6cc2bc8bf733:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45537,1732634099035-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:15:02,487 INFO [RS:0;6cc2bc8bf733:45537 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T15:15:02,491 INFO [RS:0;6cc2bc8bf733:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,45537,1732634099035-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:15:02,491 INFO [RS:0;6cc2bc8bf733:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:15:02,491 INFO [RS:0;6cc2bc8bf733:45537 {}] regionserver.Replication(171): 6cc2bc8bf733,45537,1732634099035 started 2024-11-26T15:15:02,519 INFO [RS:0;6cc2bc8bf733:45537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:15:02,520 INFO [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(1482): Serving as 6cc2bc8bf733,45537,1732634099035, RpcServer on 6cc2bc8bf733/172.17.0.3:45537, sessionid=0x10177b631f10001 2024-11-26T15:15:02,521 DEBUG [RS:0;6cc2bc8bf733:45537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T15:15:02,521 DEBUG [RS:0;6cc2bc8bf733:45537 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:02,521 DEBUG [RS:0;6cc2bc8bf733:45537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,45537,1732634099035' 2024-11-26T15:15:02,522 DEBUG [RS:0;6cc2bc8bf733:45537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T15:15:02,525 DEBUG [RS:0;6cc2bc8bf733:45537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T15:15:02,532 DEBUG [RS:0;6cc2bc8bf733:45537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T15:15:02,533 DEBUG [RS:0;6cc2bc8bf733:45537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T15:15:02,533 DEBUG [RS:0;6cc2bc8bf733:45537 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:02,533 DEBUG [RS:0;6cc2bc8bf733:45537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6cc2bc8bf733,45537,1732634099035' 2024-11-26T15:15:02,533 DEBUG [RS:0;6cc2bc8bf733:45537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T15:15:02,541 DEBUG [RS:0;6cc2bc8bf733:45537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T15:15:02,546 DEBUG [RS:0;6cc2bc8bf733:45537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T15:15:02,546 INFO [RS:0;6cc2bc8bf733:45537 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T15:15:02,546 INFO [RS:0;6cc2bc8bf733:45537 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T15:15:02,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:15:02,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:15:02,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:15:02,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:02,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:15:02,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:15:02,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:15:02,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:02,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:15:02,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:15:02,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:15:02,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:02,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:15:02,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:15:02,658 INFO [RS:0;6cc2bc8bf733:45537 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T15:15:02,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:15:02,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:02,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:15:02,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:15:02,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740 2024-11-26T15:15:02,672 INFO [RS:0;6cc2bc8bf733:45537 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C45537%2C1732634099035, suffix=, logDir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/WALs/6cc2bc8bf733,45537,1732634099035, archiveDir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/oldWALs, maxLogs=32 2024-11-26T15:15:02,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740 2024-11-26T15:15:02,696 DEBUG [RS:0;6cc2bc8bf733:45537 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/WALs/6cc2bc8bf733,45537,1732634099035/6cc2bc8bf733%2C45537%2C1732634099035.1732634102677, exclude list is [], retry=0 2024-11-26T15:15:02,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:15:02,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:15:02,701 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T15:15:02,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:15:02,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37793,DS-dfa660b0-bf8b-4b5e-a35f-799b63b45f8e,DISK] 2024-11-26T15:15:02,725 INFO [RS:0;6cc2bc8bf733:45537 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/WALs/6cc2bc8bf733,45537,1732634099035/6cc2bc8bf733%2C45537%2C1732634099035.1732634102677 2024-11-26T15:15:02,730 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:15:02,733 DEBUG [RS:0;6cc2bc8bf733:45537 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41939:41939)] 2024-11-26T15:15:02,733 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60651691, jitterRate=-0.09621937572956085}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T15:15:02,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732634102606Initializing all the Stores at 1732634102609 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634102610 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634102610Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634102610Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634102612 (+2 ms)Cleaning up temporary data from old regions at 1732634102696 (+84 ms)Region opened successfully at 1732634102739 (+43 ms) 2024-11-26T15:15:02,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:15:02,739 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:15:02,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:15:02,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:15:02,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:15:02,747 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:15:02,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634102739Disabling compacts and flushes for region at 1732634102739Disabling writes for close at 1732634102740 (+1 ms)Writing region close event to WAL at 1732634102747 (+7 ms)Closed at 1732634102747 2024-11-26T15:15:02,767 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:15:02,768 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T15:15:02,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T15:15:02,793 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:15:02,798 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T15:15:02,953 DEBUG [6cc2bc8bf733:39097 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-26T15:15:02,967 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:02,975 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,45537,1732634099035, state=OPENING 2024-11-26T15:15:03,030 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T15:15:03,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x10177b631f10001, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T15:15:03,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T15:15:03,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T15:15:03,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T15:15:03,048 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T15:15:03,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,45537,1732634099035}] 2024-11-26T15:15:03,235 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T15:15:03,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T15:15:03,264 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T15:15:03,264 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T15:15:03,265 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T15:15:03,273 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6cc2bc8bf733%2C45537%2C1732634099035.meta, suffix=.meta, logDir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/WALs/6cc2bc8bf733,45537,1732634099035, archiveDir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/oldWALs, maxLogs=32 2024-11-26T15:15:03,294 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/WALs/6cc2bc8bf733,45537,1732634099035/6cc2bc8bf733%2C45537%2C1732634099035.meta.1732634103275.meta, exclude list is [], retry=0 2024-11-26T15:15:03,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37793,DS-dfa660b0-bf8b-4b5e-a35f-799b63b45f8e,DISK] 2024-11-26T15:15:03,309 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/WALs/6cc2bc8bf733,45537,1732634099035/6cc2bc8bf733%2C45537%2C1732634099035.meta.1732634103275.meta 2024-11-26T15:15:03,309 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41939:41939)] 2024-11-26T15:15:03,310 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:15:03,312 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T15:15:03,315 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T15:15:03,321 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T15:15:03,326 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T15:15:03,327 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:15:03,327 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T15:15:03,327 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T15:15:03,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T15:15:03,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T15:15:03,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:03,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:15:03,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T15:15:03,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T15:15:03,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:03,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:15:03,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T15:15:03,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T15:15:03,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:03,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:15:03,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T15:15:03,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T15:15:03,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:03,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T15:15:03,360 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T15:15:03,363 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740 2024-11-26T15:15:03,368 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740 2024-11-26T15:15:03,374 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T15:15:03,375 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T15:15:03,376 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T15:15:03,388 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T15:15:03,396 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70324268, jitterRate=0.04791325330734253}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T15:15:03,397 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T15:15:03,399 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732634103328Writing region info on filesystem at 1732634103328Initializing all the Stores at 1732634103332 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634103332Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634103336 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634103336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732634103336Cleaning up temporary data from old regions at 1732634103375 (+39 ms)Running coprocessor post-open hooks at 1732634103397 (+22 ms)Region opened successfully at 1732634103399 (+2 ms) 2024-11-26T15:15:03,407 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732634103224 2024-11-26T15:15:03,431 DEBUG [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T15:15:03,431 INFO [RS_OPEN_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T15:15:03,439 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:03,449 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6cc2bc8bf733,45537,1732634099035, state=OPEN 2024-11-26T15:15:03,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x10177b631f10001, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T15:15:03,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T15:15:03,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T15:15:03,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T15:15:03,537 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:03,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T15:15:03,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6cc2bc8bf733,45537,1732634099035 in 488 msec 2024-11-26T15:15:03,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T15:15:03,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 779 msec 2024-11-26T15:15:03,575 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T15:15:03,575 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T15:15:03,614 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:03,623 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:03,653 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:03,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:03,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8750 sec 2024-11-26T15:15:03,716 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732634103716, completionTime=-1 2024-11-26T15:15:03,727 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-26T15:15:03,727 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T15:15:03,836 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-26T15:15:03,836 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732634163836 2024-11-26T15:15:03,836 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732634223836 2024-11-26T15:15:03,837 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 109 msec 2024-11-26T15:15:03,840 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,39097,1732634097953-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T15:15:03,840 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,39097,1732634097953-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:15:03,841 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,39097,1732634097953-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:15:03,856 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6cc2bc8bf733:39097, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:15:03,857 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T15:15:03,866 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T15:15:03,869 DEBUG [master/6cc2bc8bf733:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T15:15:03,916 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.631sec 2024-11-26T15:15:03,918 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T15:15:03,919 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T15:15:03,920 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T15:15:03,921 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T15:15:03,921 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T15:15:03,922 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,39097,1732634097953-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T15:15:03,923 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,39097,1732634097953-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T15:15:03,948 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T15:15:03,949 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T15:15:03,950 INFO [master/6cc2bc8bf733:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6cc2bc8bf733,39097,1732634097953-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T15:15:04,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4799df63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:04,023 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T15:15:04,023 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T15:15:04,027 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:15:04,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:15:04,044 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:15:04,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:15:04,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:15:04,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301f7ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:04,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:15:04,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:15:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:04,061 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:15:04,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f66000e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:04,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:04,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:04,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:04,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:04,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6cc2bc8bf733,39097,1732634097953 2024-11-26T15:15:04,152 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=210, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=787, ProcessCount=11, AvailableMemoryMB=3673 2024-11-26T15:15:04,168 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:15:04,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,39097,1732634097953 2024-11-26T15:15:04,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7793fe81 2024-11-26T15:15:04,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:15:04,188 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:15:04,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T15:15:04,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:15:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T15:15:04,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:15:04,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-26T15:15:04,231 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:04,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:15:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:15:04,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741835_1011 (size=1061) 2024-11-26T15:15:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:15:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:15:04,671 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726 2024-11-26T15:15:04,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741836_1012 (size=53) 2024-11-26T15:15:04,693 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:15:04,693 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 2e2f6290eac70bf42708283a31f27068, disabling compactions & flushes 2024-11-26T15:15:04,693 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:04,693 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:04,693 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. after waiting 0 ms 2024-11-26T15:15:04,693 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:04,693 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:04,693 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e2f6290eac70bf42708283a31f27068: Waiting for close lock at 1732634104693Disabling compacts and flushes for region at 1732634104693Disabling writes for close at 1732634104693Writing region close event to WAL at 1732634104693Closed at 1732634104693 2024-11-26T15:15:04,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:15:04,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732634104696"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634104696"}]},"ts":"1732634104696"} 2024-11-26T15:15:04,710 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:15:04,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:15:04,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634104713"}]},"ts":"1732634104713"} 2024-11-26T15:15:04,723 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T15:15:04,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e2f6290eac70bf42708283a31f27068, ASSIGN}] 2024-11-26T15:15:04,729 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e2f6290eac70bf42708283a31f27068, ASSIGN 2024-11-26T15:15:04,732 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e2f6290eac70bf42708283a31f27068, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,45537,1732634099035; forceNewPlan=false, retain=false 2024-11-26T15:15:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:15:04,888 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2e2f6290eac70bf42708283a31f27068, regionState=OPENING, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:04,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e2f6290eac70bf42708283a31f27068, ASSIGN because future has completed 2024-11-26T15:15:04,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035}] 2024-11-26T15:15:05,062 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:05,062 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:15:05,062 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:05,063 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:15:05,063 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:05,063 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:05,072 INFO [StoreOpener-2e2f6290eac70bf42708283a31f27068-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:05,079 INFO [StoreOpener-2e2f6290eac70bf42708283a31f27068-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:15:05,080 INFO [StoreOpener-2e2f6290eac70bf42708283a31f27068-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e2f6290eac70bf42708283a31f27068 columnFamilyName A 2024-11-26T15:15:05,080 DEBUG [StoreOpener-2e2f6290eac70bf42708283a31f27068-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:05,081 INFO [StoreOpener-2e2f6290eac70bf42708283a31f27068-1 {}] regionserver.HStore(327): Store=2e2f6290eac70bf42708283a31f27068/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:15:05,082 INFO [StoreOpener-2e2f6290eac70bf42708283a31f27068-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:05,084 INFO [StoreOpener-2e2f6290eac70bf42708283a31f27068-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:15:05,084 INFO [StoreOpener-2e2f6290eac70bf42708283a31f27068-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e2f6290eac70bf42708283a31f27068 columnFamilyName B 2024-11-26T15:15:05,084 DEBUG [StoreOpener-2e2f6290eac70bf42708283a31f27068-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:05,085 INFO [StoreOpener-2e2f6290eac70bf42708283a31f27068-1 {}] regionserver.HStore(327): Store=2e2f6290eac70bf42708283a31f27068/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:15:05,086 INFO [StoreOpener-2e2f6290eac70bf42708283a31f27068-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:05,089 INFO [StoreOpener-2e2f6290eac70bf42708283a31f27068-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:15:05,090 INFO [StoreOpener-2e2f6290eac70bf42708283a31f27068-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e2f6290eac70bf42708283a31f27068 columnFamilyName C 2024-11-26T15:15:05,090 DEBUG [StoreOpener-2e2f6290eac70bf42708283a31f27068-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:05,091 INFO [StoreOpener-2e2f6290eac70bf42708283a31f27068-1 {}] regionserver.HStore(327): Store=2e2f6290eac70bf42708283a31f27068/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:15:05,092 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:05,092 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:05,095 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:05,096 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:05,099 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:05,099 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:05,103 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T15:15:05,110 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:05,114 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:15:05,116 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2e2f6290eac70bf42708283a31f27068; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72930193, jitterRate=0.08674456179141998}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T15:15:05,116 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:05,119 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2e2f6290eac70bf42708283a31f27068: Running coprocessor pre-open hook at 1732634105063Writing region info on filesystem at 1732634105063Initializing all the Stores at 1732634105066 (+3 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634105066Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634105068 (+2 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634105068Cleaning up temporary data from old regions at 1732634105099 (+31 ms)Running coprocessor post-open hooks at 1732634105116 (+17 ms)Region opened successfully at 1732634105119 (+3 ms) 2024-11-26T15:15:05,125 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., pid=6, masterSystemTime=1732634105052 2024-11-26T15:15:05,133 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:05,133 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:05,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2e2f6290eac70bf42708283a31f27068, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:05,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 because future has completed 2024-11-26T15:15:05,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T15:15:05,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 in 254 msec 2024-11-26T15:15:05,169 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:15:05,169 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634105169"}]},"ts":"1732634105169"} 2024-11-26T15:15:05,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T15:15:05,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e2f6290eac70bf42708283a31f27068, ASSIGN in 434 msec 2024-11-26T15:15:05,174 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T15:15:05,177 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:15:05,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 968 msec 2024-11-26T15:15:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T15:15:05,383 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:15:05,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a13e638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:15:05,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:15:05,393 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:15:05,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:15:05,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:15:05,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb5e284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:15:05,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:15:05,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:05,399 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:15:05,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17282950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:05,415 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:05,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:05,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:05,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:15:05,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,39097,1732634097953 2024-11-26T15:15:05,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24720917 2024-11-26T15:15:05,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:15:05,437 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:15:05,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0774b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:15:05,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:15:05,453 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:15:05,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:15:05,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:15:05,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebcbe76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:15:05,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:15:05,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:05,460 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:15:05,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1612488f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3274ad1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:15:05,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:15:05,465 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:15:05,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:15:05,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:15:05,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b9dd8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:15:05,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:15:05,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:05,469 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:15:05,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff1f1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e67cef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:15:05,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:15:05,481 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:15:05,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:15:05,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:15:05,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf3278a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:15:05,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:15:05,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:05,487 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:15:05,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90ab23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76916b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:15:05,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:15:05,491 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:15:05,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:15:05,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:15:05,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5c6971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:15:05,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:15:05,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:05,495 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:15:05,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2287fe54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e786f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:15:05,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:15:05,499 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:15:05,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:15:05,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:15:05,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4a2a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:15:05,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:15:05,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:05,506 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:15:05,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738bed33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a97daa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:15:05,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:15:05,516 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:15:05,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:15:05,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:15:05,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2521eed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:15:05,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:15:05,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:05,524 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:15:05,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b550032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2edce229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:15:05,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:15:05,536 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:15:05,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:15:05,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:15:05,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48230300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:15:05,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:15:05,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:05,540 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:15:05,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ba8772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b18ef51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:15:05,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:15:05,556 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:15:05,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:15:05,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:15:05,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272ed7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:15:05,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:15:05,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:05,565 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:15:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477e84a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c865cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:15:05,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:15:05,584 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:15:05,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:15:05,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:15:05,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233ee7fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:15:05,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:15:05,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:05,593 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:15:05,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439eab3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:05,598 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:05,602 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:05,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:05,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:05,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:05,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:05,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:05,615 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:05,615 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:05,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:05,617 DEBUG [Thread-156 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:05,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:05,618 DEBUG [Thread-156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:05,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:05,618 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:05,620 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:05,622 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:05,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:05,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:05,626 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:05,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:05,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:05,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:05,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:05,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:15:05,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:15:05,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:05,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:15:05,640 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:05,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:05,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:05,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:05,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:05,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:05,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:05,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:05,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:05,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:05,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:15:05,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:15:05,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:15:05,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:15:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-26T15:15:05,669 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:15:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:15:05,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:15:05,671 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:15:05,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:15:05,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:15:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:15:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:15:05,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e2f6290eac70bf42708283a31f27068 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T15:15:05,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=A 2024-11-26T15:15:05,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:05,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=B 2024-11-26T15:15:05,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:05,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=C 2024-11-26T15:15:05,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:05,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T15:15:05,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:05,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:05,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:05,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:05,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:05,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/395574028e2d441094a1585b8d6306c4 is 50, key is test_row_0/A:col10/1732634105761/Put/seqid=0 2024-11-26T15:15:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:15:06,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741837_1013 (size=16681) 2024-11-26T15:15:06,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/395574028e2d441094a1585b8d6306c4 2024-11-26T15:15:06,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634166018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:06,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T15:15:06,078 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732634105970, max timestamp=1732634106034Num uniques 859; 2024-11-26T15:15:06,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:06,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:06,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732634105980, max timestamp=1732634106034Num uniques 859; 2024-11-26T15:15:06,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:06,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:06,087 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-26T15:15:06,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:06,080 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-26T15:15:06,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:06,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634166037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:06,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732634105970, max timestamp=1732634106034Num uniques 859; 2024-11-26T15:15:06,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-26T15:15:06,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:06,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:06,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T15:15:06,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:06,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:06,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:06,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:06,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:15:06,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/d647074a260f40af80838f27be9275bb is 50, key is test_row_0/B:col10/1732634105761/Put/seqid=0 2024-11-26T15:15:06,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741838_1014 (size=12001) 2024-11-26T15:15:06,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634166304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:06,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:06,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:06,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634166329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:06,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634166324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:06,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:06,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634166347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:06,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:06,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634166332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:06,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:06,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T15:15:06,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:06,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:06,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:06,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:06,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:06,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634166504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:06,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:06,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634166505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:06,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:06,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634166504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:06,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:06,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:06,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634166512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:06,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:06,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634166522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:06,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:06,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T15:15:06,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:06,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:06,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:06,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:06,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:06,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634166735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:06,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:06,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634166735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:06,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:06,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634166735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:06,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:06,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634166745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:06,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:06,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/d647074a260f40af80838f27be9275bb 2024-11-26T15:15:06,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634166762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:06,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:06,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:06,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T15:15:06,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:06,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:06,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:06,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:06,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:15:06,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/2eba9836ec284384a786ced859f07a67 is 50, key is test_row_0/C:col10/1732634105761/Put/seqid=0 2024-11-26T15:15:06,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741839_1015 (size=12001) 2024-11-26T15:15:06,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T15:15:06,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:06,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:06,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:06,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:06,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:06,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/2eba9836ec284384a786ced859f07a67 2024-11-26T15:15:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:06,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/395574028e2d441094a1585b8d6306c4 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/395574028e2d441094a1585b8d6306c4 2024-11-26T15:15:06,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/395574028e2d441094a1585b8d6306c4, entries=250, sequenceid=12, filesize=16.3 K 2024-11-26T15:15:07,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/d647074a260f40af80838f27be9275bb as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/d647074a260f40af80838f27be9275bb 2024-11-26T15:15:07,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/d647074a260f40af80838f27be9275bb, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T15:15:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/2eba9836ec284384a786ced859f07a67 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/2eba9836ec284384a786ced859f07a67 2024-11-26T15:15:07,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/2eba9836ec284384a786ced859f07a67, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T15:15:07,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=133.00 KB/136187 for 2e2f6290eac70bf42708283a31f27068 in 1253ms, sequenceid=12, compaction requested=false 2024-11-26T15:15:07,062 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T15:15:07,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:07,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T15:15:07,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:07,107 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 2e2f6290eac70bf42708283a31f27068 3/3 column families, dataSize=133.00 KB heapSize=382.71 KB 2024-11-26T15:15:07,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732634106294, max timestamp=1732634107092Num uniques 1009; 2024-11-26T15:15:07,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732634106294, max timestamp=1732634107103Num uniques 1009; 2024-11-26T15:15:07,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=7688, suffix heap size=132904,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=168 2024-11-26T15:15:07,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=7688, suffix heap size=132904,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=168 2024-11-26T15:15:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:07,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:07,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=A 2024-11-26T15:15:07,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:07,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=B 2024-11-26T15:15:07,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:07,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=C 2024-11-26T15:15:07,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T15:15:07,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/a2e091945e5c4448a5a2d8de14d0ea5e is 50, key is test_row_0/A:col10/1732634107103/Put/seqid=0 2024-11-26T15:15:07,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741840_1016 (size=16681) 2024-11-26T15:15:07,233 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/a2e091945e5c4448a5a2d8de14d0ea5e 2024-11-26T15:15:07,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/e80ffcd044994e3fba4aadd32ddfa5ee is 50, key is test_row_0/B:col10/1732634107103/Put/seqid=0 2024-11-26T15:15:07,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741841_1017 (size=12001) 2024-11-26T15:15:07,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634167340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:07,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634167340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:07,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:07,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:07,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634167354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:07,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:07,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634167401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:07,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:07,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634167438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:07,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634167512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:07,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:07,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634167519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:07,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:07,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634167525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:07,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:07,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634167564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:07,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:07,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634167564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:07,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:07,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634167746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:07,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:07,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634167746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:07,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:07,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634167753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:07,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:07,784 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/e80ffcd044994e3fba4aadd32ddfa5ee 2024-11-26T15:15:07,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634167782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:07,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634167782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:07,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:07,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:07,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:07,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/8ef5c7db6e7146bfba2e53ef15e2e1b0 is 50, key is test_row_0/C:col10/1732634107103/Put/seqid=0 2024-11-26T15:15:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:15:07,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741842_1018 (size=12001) 2024-11-26T15:15:07,901 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48.80 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/8ef5c7db6e7146bfba2e53ef15e2e1b0 2024-11-26T15:15:07,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/a2e091945e5c4448a5a2d8de14d0ea5e as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/a2e091945e5c4448a5a2d8de14d0ea5e 2024-11-26T15:15:07,999 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/a2e091945e5c4448a5a2d8de14d0ea5e, entries=250, sequenceid=51, filesize=16.3 K 2024-11-26T15:15:08,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/e80ffcd044994e3fba4aadd32ddfa5ee as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/e80ffcd044994e3fba4aadd32ddfa5ee 2024-11-26T15:15:08,025 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/e80ffcd044994e3fba4aadd32ddfa5ee, entries=150, sequenceid=51, filesize=11.7 K 2024-11-26T15:15:08,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/8ef5c7db6e7146bfba2e53ef15e2e1b0 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/8ef5c7db6e7146bfba2e53ef15e2e1b0 2024-11-26T15:15:08,050 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/8ef5c7db6e7146bfba2e53ef15e2e1b0, entries=150, sequenceid=51, filesize=11.7 K 2024-11-26T15:15:08,052 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~71.17 KB/72876, heapSize ~197.76 KB/202504, currentSize=114.05 KB/116790 for 2e2f6290eac70bf42708283a31f27068 in 945ms, sequenceid=51, compaction requested=false 2024-11-26T15:15:08,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:08,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:08,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T15:15:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T15:15:08,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-26T15:15:08,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3890 sec 2024-11-26T15:15:08,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.4330 sec 2024-11-26T15:15:08,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634107348, max timestamp=1732634108080Num uniques 859; 2024-11-26T15:15:08,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:15:08,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634107348, max timestamp=1732634108080Num uniques 859; 2024-11-26T15:15:08,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:15:08,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e2f6290eac70bf42708283a31f27068 3/3 column families, dataSize=64.85 KB heapSize=184.09 KB 2024-11-26T15:15:08,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=A 2024-11-26T15:15:08,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:08,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=B 2024-11-26T15:15:08,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:08,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=C 2024-11-26T15:15:08,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:08,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/b5b62bd3400c41b6a0a250f04231272f is 50, key is test_row_0/A:col10/1732634107348/Put/seqid=0 2024-11-26T15:15:08,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741843_1019 (size=16681) 2024-11-26T15:15:08,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634168226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:08,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634168236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:08,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:08,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634168242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:08,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:08,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634168246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:08,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:08,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634168250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:08,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:08,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634168362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:08,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:08,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634168372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:08,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:08,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634168392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:08,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:08,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634168392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634168392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:08,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:08,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:08,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:08,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634168582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:08,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:08,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634168591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:08,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:08,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/b5b62bd3400c41b6a0a250f04231272f 2024-11-26T15:15:08,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634168616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:08,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:08,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634168616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:08,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634168617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:08,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:08,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:08,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/5f81216783874e988e1fc109bca2db26 is 50, key is test_row_0/B:col10/1732634107348/Put/seqid=0 2024-11-26T15:15:08,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741844_1020 (size=12001) 2024-11-26T15:15:08,841 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T15:15:08,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634168903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:08,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:08,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634168912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:08,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634168932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:08,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:08,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634168941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:08,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:08,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634168942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:08,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:08,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:09,014 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T15:15:09,017 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T15:15:09,019 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T15:15:09,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:15:09,022 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T15:15:09,023 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T15:15:09,023 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T15:15:09,025 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T15:15:09,025 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-26T15:15:09,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/5f81216783874e988e1fc109bca2db26 2024-11-26T15:15:09,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/48d43a119e0242aabd872b123a61a090 is 50, key is test_row_0/C:col10/1732634107348/Put/seqid=0 2024-11-26T15:15:09,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741845_1021 (size=12001) 2024-11-26T15:15:09,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634169437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:09,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634169440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:09,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634169441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:09,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:09,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:09,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:09,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:09,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:09,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:09,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634169464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:09,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:09,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:09,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:09,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634169463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:09,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:09,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:09,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:09,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/48d43a119e0242aabd872b123a61a090 2024-11-26T15:15:09,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/b5b62bd3400c41b6a0a250f04231272f as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/b5b62bd3400c41b6a0a250f04231272f 2024-11-26T15:15:09,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/b5b62bd3400c41b6a0a250f04231272f, entries=250, sequenceid=73, filesize=16.3 K 2024-11-26T15:15:09,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/5f81216783874e988e1fc109bca2db26 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/5f81216783874e988e1fc109bca2db26 2024-11-26T15:15:09,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/5f81216783874e988e1fc109bca2db26, entries=150, sequenceid=73, filesize=11.7 K 2024-11-26T15:15:09,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/48d43a119e0242aabd872b123a61a090 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/48d43a119e0242aabd872b123a61a090 2024-11-26T15:15:09,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/48d43a119e0242aabd872b123a61a090, entries=150, sequenceid=73, filesize=11.7 K 2024-11-26T15:15:09,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~184.05 KB/188464, currentSize=114.05 KB/116790 for 2e2f6290eac70bf42708283a31f27068 in 1675ms, sequenceid=73, compaction requested=true 2024-11-26T15:15:09,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:09,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:15:09,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:09,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:15:09,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:09,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:15:09,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:09,801 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:09,802 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:09,818 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:09,821 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/B is initiating minor compaction (all files) 2024-11-26T15:15:09,822 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/B in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:09,822 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/d647074a260f40af80838f27be9275bb, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/e80ffcd044994e3fba4aadd32ddfa5ee, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/5f81216783874e988e1fc109bca2db26] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=35.2 K 2024-11-26T15:15:09,823 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 50043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:09,823 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/A is initiating minor compaction (all files) 2024-11-26T15:15:09,824 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/A in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:09,824 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/395574028e2d441094a1585b8d6306c4, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/a2e091945e5c4448a5a2d8de14d0ea5e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/b5b62bd3400c41b6a0a250f04231272f] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=48.9 K 2024-11-26T15:15:09,824 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting d647074a260f40af80838f27be9275bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732634105725 2024-11-26T15:15:09,825 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 395574028e2d441094a1585b8d6306c4, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732634105664 2024-11-26T15:15:09,825 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting e80ffcd044994e3fba4aadd32ddfa5ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732634106300 2024-11-26T15:15:09,827 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f81216783874e988e1fc109bca2db26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732634107348 2024-11-26T15:15:09,827 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2e091945e5c4448a5a2d8de14d0ea5e, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732634106294 2024-11-26T15:15:09,828 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5b62bd3400c41b6a0a250f04231272f, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732634107348 2024-11-26T15:15:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T15:15:09,874 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:15:09,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:15:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-26T15:15:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T15:15:09,901 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:15:09,905 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:15:09,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:15:09,927 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#B#compaction#10 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:09,928 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/342ceb04a544408bbdc780cf33ef45cf is 50, key is test_row_0/B:col10/1732634107348/Put/seqid=0 2024-11-26T15:15:09,931 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#A#compaction#9 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:09,932 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/034e1dfed5d4480cbd9e680d1ea4ad61 is 50, key is test_row_0/A:col10/1732634107348/Put/seqid=0 2024-11-26T15:15:09,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741847_1023 (size=12104) 2024-11-26T15:15:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T15:15:10,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741846_1022 (size=12104) 2024-11-26T15:15:10,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-26T15:15:10,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:10,073 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 2e2f6290eac70bf42708283a31f27068 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-26T15:15:10,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=A 2024-11-26T15:15:10,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:10,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=B 2024-11-26T15:15:10,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:10,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=C 2024-11-26T15:15:10,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:10,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/7a8dbc2978b94e9387ff8600f0f46a6d is 50, key is test_row_0/A:col10/1732634108245/Put/seqid=0 2024-11-26T15:15:10,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741848_1024 (size=12001) 2024-11-26T15:15:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T15:15:10,483 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/342ceb04a544408bbdc780cf33ef45cf as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/342ceb04a544408bbdc780cf33ef45cf 2024-11-26T15:15:10,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:10,496 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/034e1dfed5d4480cbd9e680d1ea4ad61 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/034e1dfed5d4480cbd9e680d1ea4ad61 2024-11-26T15:15:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T15:15:10,543 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/B of 2e2f6290eac70bf42708283a31f27068 into 342ceb04a544408bbdc780cf33ef45cf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:10,543 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:10,553 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/A of 2e2f6290eac70bf42708283a31f27068 into 034e1dfed5d4480cbd9e680d1ea4ad61(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:10,553 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:10,557 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/B, priority=13, startTime=1732634109798; duration=0sec 2024-11-26T15:15:10,558 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:10,558 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:B 2024-11-26T15:15:10,558 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:10,561 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/A, priority=13, startTime=1732634109781; duration=0sec 2024-11-26T15:15:10,561 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:10,561 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:A 2024-11-26T15:15:10,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634170534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:10,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:10,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634170541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:10,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:10,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634170550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:10,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:10,581 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/7a8dbc2978b94e9387ff8600f0f46a6d 2024-11-26T15:15:10,585 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:10,585 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/C is initiating minor compaction (all files) 2024-11-26T15:15:10,586 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/C in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:10,586 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/2eba9836ec284384a786ced859f07a67, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/8ef5c7db6e7146bfba2e53ef15e2e1b0, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/48d43a119e0242aabd872b123a61a090] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=35.2 K 2024-11-26T15:15:10,587 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 2eba9836ec284384a786ced859f07a67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732634105725 2024-11-26T15:15:10,589 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ef5c7db6e7146bfba2e53ef15e2e1b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732634106300 2024-11-26T15:15:10,591 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 48d43a119e0242aabd872b123a61a090, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732634107348 2024-11-26T15:15:10,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634170568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:10,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:10,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/ac3f66c821084fd885545d874ce7d9bc is 50, key is test_row_0/B:col10/1732634108245/Put/seqid=0 2024-11-26T15:15:10,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634170570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:10,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:10,632 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#C#compaction#13 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:10,633 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/76a79985283c40c09f3faebc92a274e4 is 50, key is test_row_0/C:col10/1732634107348/Put/seqid=0 2024-11-26T15:15:10,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741849_1025 (size=12001) 2024-11-26T15:15:10,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634170681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:10,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:10,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634170682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:10,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634170684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:10,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:10,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:10,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741850_1026 (size=12104) 2024-11-26T15:15:10,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634170722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:10,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:10,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634170740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:10,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:10,763 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/76a79985283c40c09f3faebc92a274e4 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/76a79985283c40c09f3faebc92a274e4 2024-11-26T15:15:10,802 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/C of 2e2f6290eac70bf42708283a31f27068 into 76a79985283c40c09f3faebc92a274e4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:10,802 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:10,802 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/C, priority=13, startTime=1732634109799; duration=0sec 2024-11-26T15:15:10,802 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:10,802 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:C 2024-11-26T15:15:10,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634170902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:10,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634170903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:10,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634170904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:10,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634170944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:10,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634170978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:10,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:10,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T15:15:11,085 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/ac3f66c821084fd885545d874ce7d9bc 2024-11-26T15:15:11,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/e7e5166f6e124e10bf57e69708a4e502 is 50, key is test_row_0/C:col10/1732634108245/Put/seqid=0 2024-11-26T15:15:11,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741851_1027 (size=12001) 2024-11-26T15:15:11,199 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/e7e5166f6e124e10bf57e69708a4e502 2024-11-26T15:15:11,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634171225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:11,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:11,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:11,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634171228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634171225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:11,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:11,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:11,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/7a8dbc2978b94e9387ff8600f0f46a6d as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/7a8dbc2978b94e9387ff8600f0f46a6d 2024-11-26T15:15:11,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634171262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:11,269 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/7a8dbc2978b94e9387ff8600f0f46a6d, entries=150, sequenceid=93, filesize=11.7 K 2024-11-26T15:15:11,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:11,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/ac3f66c821084fd885545d874ce7d9bc as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/ac3f66c821084fd885545d874ce7d9bc 2024-11-26T15:15:11,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634171295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:11,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:11,302 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/ac3f66c821084fd885545d874ce7d9bc, entries=150, sequenceid=93, filesize=11.7 K 2024-11-26T15:15:11,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/e7e5166f6e124e10bf57e69708a4e502 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/e7e5166f6e124e10bf57e69708a4e502 2024-11-26T15:15:11,326 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/e7e5166f6e124e10bf57e69708a4e502, entries=150, sequenceid=93, filesize=11.7 K 2024-11-26T15:15:11,333 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 2e2f6290eac70bf42708283a31f27068 in 1256ms, sequenceid=93, compaction requested=false 2024-11-26T15:15:11,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:11,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:11,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-26T15:15:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-26T15:15:11,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-26T15:15:11,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4560 sec 2024-11-26T15:15:11,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.4890 sec 2024-11-26T15:15:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:11,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e2f6290eac70bf42708283a31f27068 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-26T15:15:11,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=A 2024-11-26T15:15:11,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:11,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=B 2024-11-26T15:15:11,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:11,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=C 2024-11-26T15:15:11,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:11,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/885f8c10db5b4d8a84e69fae147856c0 is 50, key is test_row_0/A:col10/1732634111753/Put/seqid=0 2024-11-26T15:15:11,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741852_1028 (size=16681) 2024-11-26T15:15:11,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/885f8c10db5b4d8a84e69fae147856c0 2024-11-26T15:15:11,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/be9d8dcf6395409dbc93cc93e44efa8c is 50, key is test_row_0/B:col10/1732634111753/Put/seqid=0 2024-11-26T15:15:11,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634171834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:11,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:11,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634171841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:11,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:11,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634171847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:11,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:11,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634171850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:11,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:11,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634171850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:11,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:11,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741853_1029 (size=12001) 2024-11-26T15:15:11,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634171962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:11,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634171961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:11,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634171972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:11,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:11,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634171972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:11,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:11,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634171972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:11,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:11,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-26T15:15:12,065 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:15:12,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:15:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-26T15:15:12,079 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:15:12,081 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:15:12,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:15:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T15:15:12,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:12,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634172181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:12,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634172182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:12,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:12,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:12,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T15:15:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634172182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:12,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:12,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:12,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:12,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634172192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:12,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634172192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:12,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:12,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:12,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:12,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-26T15:15:12,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:12,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:12,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:12,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:12,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:12,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/be9d8dcf6395409dbc93cc93e44efa8c 2024-11-26T15:15:12,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/e3c07e80fc294636b10fad5ab8cf8b51 is 50, key is test_row_0/C:col10/1732634111753/Put/seqid=0 2024-11-26T15:15:12,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741854_1030 (size=12001) 2024-11-26T15:15:12,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-26T15:15:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T15:15:12,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:12,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:12,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:12,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:12,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:12,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634172502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:12,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634172502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:12,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:12,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:12,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:12,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634172502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:12,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634172512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:12,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634172512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:12,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:12,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:12,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:12,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:12,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:12,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:12,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:12,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:12,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:12,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-26T15:15:12,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:12,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:12,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:12,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:12,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T15:15:12,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-26T15:15:12,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:12,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:12,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:12,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:12,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:12,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/e3c07e80fc294636b10fad5ab8cf8b51 2024-11-26T15:15:12,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/885f8c10db5b4d8a84e69fae147856c0 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/885f8c10db5b4d8a84e69fae147856c0 2024-11-26T15:15:12,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/885f8c10db5b4d8a84e69fae147856c0, entries=250, sequenceid=111, filesize=16.3 K 2024-11-26T15:15:12,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/be9d8dcf6395409dbc93cc93e44efa8c as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/be9d8dcf6395409dbc93cc93e44efa8c 2024-11-26T15:15:12,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/be9d8dcf6395409dbc93cc93e44efa8c, entries=150, sequenceid=111, filesize=11.7 K 2024-11-26T15:15:12,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/e3c07e80fc294636b10fad5ab8cf8b51 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/e3c07e80fc294636b10fad5ab8cf8b51 2024-11-26T15:15:12,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/e3c07e80fc294636b10fad5ab8cf8b51, entries=150, sequenceid=111, filesize=11.7 K 2024-11-26T15:15:12,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 2e2f6290eac70bf42708283a31f27068 in 1103ms, sequenceid=111, compaction requested=true 2024-11-26T15:15:12,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:12,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:15:12,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:12,857 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:12,858 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:12,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:15:12,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:12,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:15:12,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:12,871 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:12,871 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/A is initiating minor compaction (all files) 2024-11-26T15:15:12,871 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/A in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:12,871 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/034e1dfed5d4480cbd9e680d1ea4ad61, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/7a8dbc2978b94e9387ff8600f0f46a6d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/885f8c10db5b4d8a84e69fae147856c0] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=39.8 K 2024-11-26T15:15:12,872 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:12,872 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/B is initiating minor compaction (all files) 2024-11-26T15:15:12,872 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/B in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:12,872 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/342ceb04a544408bbdc780cf33ef45cf, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/ac3f66c821084fd885545d874ce7d9bc, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/be9d8dcf6395409dbc93cc93e44efa8c] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=35.3 K 2024-11-26T15:15:12,874 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 034e1dfed5d4480cbd9e680d1ea4ad61, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732634107348 2024-11-26T15:15:12,875 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a8dbc2978b94e9387ff8600f0f46a6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732634108210 2024-11-26T15:15:12,876 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 885f8c10db5b4d8a84e69fae147856c0, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732634110538 2024-11-26T15:15:12,876 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 342ceb04a544408bbdc780cf33ef45cf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732634107348 2024-11-26T15:15:12,885 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting ac3f66c821084fd885545d874ce7d9bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732634108210 2024-11-26T15:15:12,890 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting be9d8dcf6395409dbc93cc93e44efa8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732634110538 2024-11-26T15:15:12,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-26T15:15:12,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:12,891 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 2e2f6290eac70bf42708283a31f27068 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-26T15:15:12,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=A 2024-11-26T15:15:12,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:12,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=B 2024-11-26T15:15:12,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:12,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=C 2024-11-26T15:15:12,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:12,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/271b4d2c2bc24416bec6018f0a40a945 is 50, key is test_row_0/A:col10/1732634111846/Put/seqid=0 2024-11-26T15:15:12,976 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:12,977 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/cc51aaa1c9ab496e877435bcdd69f937 is 50, key is test_row_0/A:col10/1732634111753/Put/seqid=0 2024-11-26T15:15:12,995 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#B#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:12,996 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/4e0b23cd68954a4d85b7c6ae6facca55 is 50, key is test_row_0/B:col10/1732634111753/Put/seqid=0 2024-11-26T15:15:12,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741855_1031 (size=12001) 2024-11-26T15:15:13,001 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/271b4d2c2bc24416bec6018f0a40a945 2024-11-26T15:15:13,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741856_1032 (size=12207) 2024-11-26T15:15:13,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/301dcb5f88ed42e78ad0febcba8b38b0 is 50, key is test_row_0/B:col10/1732634111846/Put/seqid=0 2024-11-26T15:15:13,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741857_1033 (size=12207) 2024-11-26T15:15:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:13,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:13,096 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/4e0b23cd68954a4d85b7c6ae6facca55 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/4e0b23cd68954a4d85b7c6ae6facca55 2024-11-26T15:15:13,120 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/B of 2e2f6290eac70bf42708283a31f27068 into 4e0b23cd68954a4d85b7c6ae6facca55(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:13,121 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:13,121 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/B, priority=13, startTime=1732634112857; duration=0sec 2024-11-26T15:15:13,121 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:13,121 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:B 2024-11-26T15:15:13,121 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:13,124 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:13,124 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/C is initiating minor compaction (all files) 2024-11-26T15:15:13,125 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/C in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:13,125 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/76a79985283c40c09f3faebc92a274e4, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/e7e5166f6e124e10bf57e69708a4e502, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/e3c07e80fc294636b10fad5ab8cf8b51] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=35.3 K 2024-11-26T15:15:13,127 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 76a79985283c40c09f3faebc92a274e4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732634107348 2024-11-26T15:15:13,128 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting e7e5166f6e124e10bf57e69708a4e502, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732634108210 2024-11-26T15:15:13,129 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting e3c07e80fc294636b10fad5ab8cf8b51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732634110538 2024-11-26T15:15:13,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741858_1034 (size=12001) 2024-11-26T15:15:13,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634173110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:13,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:13,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634173110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:13,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:13,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634173119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:13,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:13,154 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#C#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:13,155 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/620b77559cd943cabe549c40599cdf45 is 50, key is test_row_0/C:col10/1732634111753/Put/seqid=0 2024-11-26T15:15:13,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634173130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:13,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:13,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634173139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:13,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:13,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741859_1035 (size=12207) 2024-11-26T15:15:13,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T15:15:13,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634173291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:13,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634173291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:13,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634173295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:13,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634173295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:13,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634173295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:13,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:13,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:13,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:13,495 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/cc51aaa1c9ab496e877435bcdd69f937 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/cc51aaa1c9ab496e877435bcdd69f937 2024-11-26T15:15:13,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634173505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:13,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634173505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:13,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:13,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:13,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634173513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:13,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:13,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634173513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:13,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:13,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634173513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:13,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:13,537 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/301dcb5f88ed42e78ad0febcba8b38b0 2024-11-26T15:15:13,564 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/A of 2e2f6290eac70bf42708283a31f27068 into cc51aaa1c9ab496e877435bcdd69f937(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:13,565 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:13,565 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/A, priority=13, startTime=1732634112857; duration=0sec 2024-11-26T15:15:13,565 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:13,565 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:A 2024-11-26T15:15:13,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/335e0fdbb91e4b4887fe0aac3615c287 is 50, key is test_row_0/C:col10/1732634111846/Put/seqid=0 2024-11-26T15:15:13,607 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/620b77559cd943cabe549c40599cdf45 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/620b77559cd943cabe549c40599cdf45 2024-11-26T15:15:13,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741860_1036 (size=12001) 2024-11-26T15:15:13,626 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/C of 2e2f6290eac70bf42708283a31f27068 into 620b77559cd943cabe549c40599cdf45(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:13,626 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:13,626 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/C, priority=13, startTime=1732634112858; duration=0sec 2024-11-26T15:15:13,627 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:13,627 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:C 2024-11-26T15:15:13,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:13,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634173822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:13,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634173822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:13,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:13,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634173831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:13,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634173836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:13,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634173843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:14,020 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/335e0fdbb91e4b4887fe0aac3615c287 2024-11-26T15:15:14,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/271b4d2c2bc24416bec6018f0a40a945 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/271b4d2c2bc24416bec6018f0a40a945 2024-11-26T15:15:14,091 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/271b4d2c2bc24416bec6018f0a40a945, entries=150, sequenceid=129, filesize=11.7 K 2024-11-26T15:15:14,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/301dcb5f88ed42e78ad0febcba8b38b0 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/301dcb5f88ed42e78ad0febcba8b38b0 2024-11-26T15:15:14,149 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/301dcb5f88ed42e78ad0febcba8b38b0, entries=150, sequenceid=129, filesize=11.7 K 2024-11-26T15:15:14,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/335e0fdbb91e4b4887fe0aac3615c287 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/335e0fdbb91e4b4887fe0aac3615c287 2024-11-26T15:15:14,179 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/335e0fdbb91e4b4887fe0aac3615c287, entries=150, sequenceid=129, filesize=11.7 K 2024-11-26T15:15:14,192 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 2e2f6290eac70bf42708283a31f27068 in 1296ms, sequenceid=129, compaction requested=false 2024-11-26T15:15:14,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:14,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:14,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-26T15:15:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-26T15:15:14,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-26T15:15:14,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1150 sec 2024-11-26T15:15:14,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.1340 sec 2024-11-26T15:15:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-26T15:15:14,242 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:15:14,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:15:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-26T15:15:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T15:15:14,250 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:15:14,251 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:15:14,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:15:14,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e2f6290eac70bf42708283a31f27068 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-26T15:15:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:14,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=A 2024-11-26T15:15:14,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:14,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=B 2024-11-26T15:15:14,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:14,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=C 2024-11-26T15:15:14,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T15:15:14,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/e9e749e5e5004b5fa8df9274887760b0 is 50, key is test_row_0/A:col10/1732634114357/Put/seqid=0 2024-11-26T15:15:14,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:14,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:14,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:14,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:14,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:14,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:14,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634174418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:14,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:14,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634174439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:14,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634174444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:14,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:14,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741861_1037 (size=12151) 2024-11-26T15:15:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634174450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:14,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:14,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/e9e749e5e5004b5fa8df9274887760b0 2024-11-26T15:15:14,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634174468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:14,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:14,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/f338a0fa52bf42c6bfa359f84f910e83 is 50, key is test_row_0/B:col10/1732634114357/Put/seqid=0 2024-11-26T15:15:14,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634174563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:14,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:14,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:14,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T15:15:14,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:14,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:14,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:14,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:14,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741862_1038 (size=12151) 2024-11-26T15:15:14,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634174571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:14,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:14,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634174572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:14,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:14,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:14,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634174591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:14,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634174592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:14,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:14,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:14,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:14,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:14,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:14,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:14,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:14,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:14,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634174783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:14,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:14,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634174792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:14,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634174808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:14,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:14,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634174812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:14,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:14,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634174812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:14,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:14,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T15:15:14,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:14,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:14,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:14,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:14,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:14,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:14,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/f338a0fa52bf42c6bfa359f84f910e83 2024-11-26T15:15:15,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/4a15c988827b45b2979a9c0b90645492 is 50, key is test_row_0/C:col10/1732634114357/Put/seqid=0 2024-11-26T15:15:15,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:15,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:15,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:15,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:15,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:15,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:15,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741863_1039 (size=12151) 2024-11-26T15:15:15,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634175101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:15,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:15,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634175102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:15,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:15,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634175121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:15,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:15,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634175131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:15,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634175132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:15,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:15,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:15,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:15,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:15,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:15,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:15,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:15,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:15,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:15,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:15,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:15,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:15,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:15,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T15:15:15,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/4a15c988827b45b2979a9c0b90645492 2024-11-26T15:15:15,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/e9e749e5e5004b5fa8df9274887760b0 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/e9e749e5e5004b5fa8df9274887760b0 2024-11-26T15:15:15,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/e9e749e5e5004b5fa8df9274887760b0, entries=150, sequenceid=149, filesize=11.9 K 2024-11-26T15:15:15,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/f338a0fa52bf42c6bfa359f84f910e83 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/f338a0fa52bf42c6bfa359f84f910e83 2024-11-26T15:15:15,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:15,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:15,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:15,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:15,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:15,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:15,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/f338a0fa52bf42c6bfa359f84f910e83, entries=150, sequenceid=149, filesize=11.9 K 2024-11-26T15:15:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:15,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/4a15c988827b45b2979a9c0b90645492 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/4a15c988827b45b2979a9c0b90645492 2024-11-26T15:15:15,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/4a15c988827b45b2979a9c0b90645492, entries=150, sequenceid=149, filesize=11.9 K 2024-11-26T15:15:15,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 2e2f6290eac70bf42708283a31f27068 in 1205ms, sequenceid=149, compaction requested=true 2024-11-26T15:15:15,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:15,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:15:15,567 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:15,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:15,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:15:15,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:15,567 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:15,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:15:15,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:15,569 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:15,569 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:15,569 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/A is initiating minor compaction (all files) 2024-11-26T15:15:15,569 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/B is initiating minor compaction (all files) 2024-11-26T15:15:15,570 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/B in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:15,570 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/4e0b23cd68954a4d85b7c6ae6facca55, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/301dcb5f88ed42e78ad0febcba8b38b0, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/f338a0fa52bf42c6bfa359f84f910e83] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=35.5 K 2024-11-26T15:15:15,570 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/A in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:15,570 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/cc51aaa1c9ab496e877435bcdd69f937, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/271b4d2c2bc24416bec6018f0a40a945, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/e9e749e5e5004b5fa8df9274887760b0] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=35.5 K 2024-11-26T15:15:15,571 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e0b23cd68954a4d85b7c6ae6facca55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732634110538 2024-11-26T15:15:15,571 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc51aaa1c9ab496e877435bcdd69f937, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732634110538 2024-11-26T15:15:15,571 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 301dcb5f88ed42e78ad0febcba8b38b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732634111818 2024-11-26T15:15:15,571 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 271b4d2c2bc24416bec6018f0a40a945, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732634111818 2024-11-26T15:15:15,572 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting f338a0fa52bf42c6bfa359f84f910e83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732634113100 2024-11-26T15:15:15,572 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9e749e5e5004b5fa8df9274887760b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732634113100 2024-11-26T15:15:15,594 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#B#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:15,595 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/0f7bc744f8b146259b97c6b6a9d666b0 is 50, key is test_row_0/B:col10/1732634114357/Put/seqid=0 2024-11-26T15:15:15,606 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#A#compaction#28 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:15,607 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/0c997db736b44217a6bddae7c90c5ac6 is 50, key is test_row_0/A:col10/1732634114357/Put/seqid=0 2024-11-26T15:15:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:15,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e2f6290eac70bf42708283a31f27068 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-26T15:15:15,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741864_1040 (size=12459) 2024-11-26T15:15:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=A 2024-11-26T15:15:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:15,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=B 2024-11-26T15:15:15,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:15,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=C 2024-11-26T15:15:15,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:15,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741865_1041 (size=12459) 2024-11-26T15:15:15,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/bd30e9dd4cc24a0eb3ecc3b00928cd7a is 50, key is test_row_0/A:col10/1732634115619/Put/seqid=0 2024-11-26T15:15:15,697 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/0c997db736b44217a6bddae7c90c5ac6 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/0c997db736b44217a6bddae7c90c5ac6 2024-11-26T15:15:15,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634175679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:15,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:15,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:15,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634175682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634175679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:15,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:15,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:15,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634175687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:15,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:15,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634175690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:15,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:15,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:15,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:15,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:15,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:15,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:15,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:15,711 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/A of 2e2f6290eac70bf42708283a31f27068 into 0c997db736b44217a6bddae7c90c5ac6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:15,711 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:15,711 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/A, priority=13, startTime=1732634115566; duration=0sec 2024-11-26T15:15:15,711 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:15,711 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:A 2024-11-26T15:15:15,711 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:15,713 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:15,714 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/C is initiating minor compaction (all files) 2024-11-26T15:15:15,714 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/C in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:15,714 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/620b77559cd943cabe549c40599cdf45, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/335e0fdbb91e4b4887fe0aac3615c287, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/4a15c988827b45b2979a9c0b90645492] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=35.5 K 2024-11-26T15:15:15,715 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 620b77559cd943cabe549c40599cdf45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732634110538 2024-11-26T15:15:15,715 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 335e0fdbb91e4b4887fe0aac3615c287, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732634111818 2024-11-26T15:15:15,716 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a15c988827b45b2979a9c0b90645492, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732634113100 2024-11-26T15:15:15,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741866_1042 (size=12151) 2024-11-26T15:15:15,739 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#C#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:15,739 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/b4180a47bac744e58cb21f523e752565 is 50, key is test_row_0/C:col10/1732634114357/Put/seqid=0 2024-11-26T15:15:15,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741867_1043 (size=12459) 2024-11-26T15:15:15,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634175813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:15,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:15,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634175813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:15,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634175813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:15,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634175813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:15,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:15,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634175813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:15,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:15,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:15,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:15,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:15,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:15,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:15,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:15,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:15,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:16,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:16,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:16,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:16,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634176022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:16,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634176022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:16,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:16,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:16,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:16,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634176023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:16,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634176031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:16,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634176031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:16,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:16,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:16,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:16,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:16,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:16,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:16,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:16,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:16,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:16,055 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/0f7bc744f8b146259b97c6b6a9d666b0 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/0f7bc744f8b146259b97c6b6a9d666b0 2024-11-26T15:15:16,069 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/B of 2e2f6290eac70bf42708283a31f27068 into 0f7bc744f8b146259b97c6b6a9d666b0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:16,069 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:16,069 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/B, priority=13, startTime=1732634115567; duration=0sec 2024-11-26T15:15:16,069 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:16,069 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:B 2024-11-26T15:15:16,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/bd30e9dd4cc24a0eb3ecc3b00928cd7a 2024-11-26T15:15:16,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/48d7eb96abcf4896ae0de7ef2c51f9b5 is 50, key is test_row_0/B:col10/1732634115619/Put/seqid=0 2024-11-26T15:15:16,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:16,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:16,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:16,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:16,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,205 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/b4180a47bac744e58cb21f523e752565 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/b4180a47bac744e58cb21f523e752565 2024-11-26T15:15:16,219 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/C of 2e2f6290eac70bf42708283a31f27068 into b4180a47bac744e58cb21f523e752565(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:16,219 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:16,219 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/C, priority=13, startTime=1732634115567; duration=0sec 2024-11-26T15:15:16,219 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:16,219 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:C 2024-11-26T15:15:16,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741868_1044 (size=12151) 2024-11-26T15:15:16,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/48d7eb96abcf4896ae0de7ef2c51f9b5 2024-11-26T15:15:16,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/c33996082f2e47bf9119651d7ba6f263 is 50, key is test_row_0/C:col10/1732634115619/Put/seqid=0 2024-11-26T15:15:16,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741869_1045 (size=12151) 2024-11-26T15:15:16,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:16,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:16,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:16,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:16,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634176351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:16,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634176352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:16,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:16,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:16,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:16,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:16,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634176361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:16,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634176352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634176361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:16,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:16,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:16,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T15:15:16,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:16,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:16,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:16,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:16,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:16,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:16,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:16,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:16,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/c33996082f2e47bf9119651d7ba6f263 2024-11-26T15:15:16,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/bd30e9dd4cc24a0eb3ecc3b00928cd7a as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/bd30e9dd4cc24a0eb3ecc3b00928cd7a 2024-11-26T15:15:16,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/bd30e9dd4cc24a0eb3ecc3b00928cd7a, entries=150, sequenceid=167, filesize=11.9 K 2024-11-26T15:15:16,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/48d7eb96abcf4896ae0de7ef2c51f9b5 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/48d7eb96abcf4896ae0de7ef2c51f9b5 2024-11-26T15:15:16,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/48d7eb96abcf4896ae0de7ef2c51f9b5, entries=150, sequenceid=167, filesize=11.9 K 2024-11-26T15:15:16,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/c33996082f2e47bf9119651d7ba6f263 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/c33996082f2e47bf9119651d7ba6f263 2024-11-26T15:15:16,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:16,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:16,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:16,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:16,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/c33996082f2e47bf9119651d7ba6f263, entries=150, sequenceid=167, filesize=11.9 K 2024-11-26T15:15:16,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 2e2f6290eac70bf42708283a31f27068 in 1216ms, sequenceid=167, compaction requested=false 2024-11-26T15:15:16,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:16,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e2f6290eac70bf42708283a31f27068 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-26T15:15:16,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=A 2024-11-26T15:15:16,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:16,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=B 2024-11-26T15:15:16,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:16,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=C 2024-11-26T15:15:16,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:16,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/abfc8f6e1c9c42fa88874854c206058d is 50, key is test_row_0/A:col10/1732634116893/Put/seqid=0 2024-11-26T15:15:16,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:16,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:16,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:16,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:16,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:16,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741870_1046 (size=16931) 2024-11-26T15:15:17,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/abfc8f6e1c9c42fa88874854c206058d 2024-11-26T15:15:17,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/408d337f98d849c7a83d68805afdd7bc is 50, key is test_row_0/B:col10/1732634116893/Put/seqid=0 2024-11-26T15:15:17,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634176965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:17,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:17,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634176975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:17,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:17,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634177069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:17,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:17,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634177087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:17,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634177087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:17,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:17,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:17,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741871_1047 (size=12151) 2024-11-26T15:15:17,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:17,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:17,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:17,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:17,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:17,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:17,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634177195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:17,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634177195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:17,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:17,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:17,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634177205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:17,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:17,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634177224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:17,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634177224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:17,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:17,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:17,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:17,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:17,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:17,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:17,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:17,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:17,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634177412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:17,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634177412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:17,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:17,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634177422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:17,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:17,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634177451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:17,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:17,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634177456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:17,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:17,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:17,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:17,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:17,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:17,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:17,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:17,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/408d337f98d849c7a83d68805afdd7bc 2024-11-26T15:15:17,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/c8b1f51f0e7d4f789f8e72a590abc810 is 50, key is test_row_0/C:col10/1732634116893/Put/seqid=0 2024-11-26T15:15:17,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741872_1048 (size=12151) 2024-11-26T15:15:17,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:17,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:17,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:17,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:17,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:17,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:17,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634177732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:17,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:17,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:17,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634177732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:17,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:17,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634177732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:17,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:17,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634177771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:17,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:17,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:17,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:17,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:17,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:17,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:17,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:17,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634177772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:17,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:17,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:17,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:17,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:17,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:17,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:17,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/c8b1f51f0e7d4f789f8e72a590abc810 2024-11-26T15:15:18,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/abfc8f6e1c9c42fa88874854c206058d as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/abfc8f6e1c9c42fa88874854c206058d 2024-11-26T15:15:18,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/abfc8f6e1c9c42fa88874854c206058d, entries=250, sequenceid=187, filesize=16.5 K 2024-11-26T15:15:18,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/408d337f98d849c7a83d68805afdd7bc as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/408d337f98d849c7a83d68805afdd7bc 2024-11-26T15:15:18,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/408d337f98d849c7a83d68805afdd7bc, entries=150, sequenceid=187, filesize=11.9 K 2024-11-26T15:15:18,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/c8b1f51f0e7d4f789f8e72a590abc810 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/c8b1f51f0e7d4f789f8e72a590abc810 2024-11-26T15:15:18,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/c8b1f51f0e7d4f789f8e72a590abc810, entries=150, sequenceid=187, filesize=11.9 K 2024-11-26T15:15:18,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=93.93 KB/96180 for 2e2f6290eac70bf42708283a31f27068 in 1158ms, sequenceid=187, compaction requested=true 2024-11-26T15:15:18,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:18,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:15:18,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:18,053 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:18,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:15:18,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:18,054 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:18,056 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41541 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:18,056 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/A is initiating minor compaction (all files) 2024-11-26T15:15:18,056 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/A in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:18,057 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/0c997db736b44217a6bddae7c90c5ac6, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/bd30e9dd4cc24a0eb3ecc3b00928cd7a, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/abfc8f6e1c9c42fa88874854c206058d] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=40.6 K 2024-11-26T15:15:18,058 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:18,058 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c997db736b44217a6bddae7c90c5ac6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732634113100 2024-11-26T15:15:18,058 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/B is initiating minor compaction (all files) 2024-11-26T15:15:18,058 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/B in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:18,058 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/0f7bc744f8b146259b97c6b6a9d666b0, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/48d7eb96abcf4896ae0de7ef2c51f9b5, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/408d337f98d849c7a83d68805afdd7bc] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=35.9 K 2024-11-26T15:15:18,058 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd30e9dd4cc24a0eb3ecc3b00928cd7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732634114444 2024-11-26T15:15:18,059 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f7bc744f8b146259b97c6b6a9d666b0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732634113100 2024-11-26T15:15:18,059 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting abfc8f6e1c9c42fa88874854c206058d, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732634115673 2024-11-26T15:15:18,061 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 48d7eb96abcf4896ae0de7ef2c51f9b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732634114444 2024-11-26T15:15:18,062 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 408d337f98d849c7a83d68805afdd7bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732634115677 2024-11-26T15:15:18,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:15:18,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:18,091 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#A#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:18,092 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/ff649e09ed34461c84e912df7adf453c is 50, key is test_row_0/A:col10/1732634116893/Put/seqid=0 2024-11-26T15:15:18,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-26T15:15:18,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:18,097 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 2e2f6290eac70bf42708283a31f27068 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-26T15:15:18,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=A 2024-11-26T15:15:18,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:18,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=B 2024-11-26T15:15:18,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:18,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=C 2024-11-26T15:15:18,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:18,107 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#B#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:18,107 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/99d8423a7c5647d5bbea15fb6dc400c8 is 50, key is test_row_0/B:col10/1732634116893/Put/seqid=0 2024-11-26T15:15:18,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/733254e92abd4a85b7a3e25e23df15f1 is 50, key is test_row_0/A:col10/1732634117007/Put/seqid=0 2024-11-26T15:15:18,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741873_1049 (size=12561) 2024-11-26T15:15:18,173 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/ff649e09ed34461c84e912df7adf453c as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/ff649e09ed34461c84e912df7adf453c 2024-11-26T15:15:18,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741874_1050 (size=12561) 2024-11-26T15:15:18,186 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/A of 2e2f6290eac70bf42708283a31f27068 into ff649e09ed34461c84e912df7adf453c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:18,186 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:18,186 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/A, priority=13, startTime=1732634118053; duration=0sec 2024-11-26T15:15:18,186 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:18,186 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:A 2024-11-26T15:15:18,186 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:18,189 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/99d8423a7c5647d5bbea15fb6dc400c8 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/99d8423a7c5647d5bbea15fb6dc400c8 2024-11-26T15:15:18,191 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:18,191 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/C is initiating minor compaction (all files) 2024-11-26T15:15:18,191 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/C in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:18,191 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/b4180a47bac744e58cb21f523e752565, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/c33996082f2e47bf9119651d7ba6f263, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/c8b1f51f0e7d4f789f8e72a590abc810] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=35.9 K 2024-11-26T15:15:18,192 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4180a47bac744e58cb21f523e752565, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732634113100 2024-11-26T15:15:18,193 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting c33996082f2e47bf9119651d7ba6f263, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732634114444 2024-11-26T15:15:18,194 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8b1f51f0e7d4f789f8e72a590abc810, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732634115677 2024-11-26T15:15:18,203 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/B of 2e2f6290eac70bf42708283a31f27068 into 99d8423a7c5647d5bbea15fb6dc400c8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:18,203 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:18,203 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/B, priority=13, startTime=1732634118054; duration=0sec 2024-11-26T15:15:18,204 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:18,204 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:B 2024-11-26T15:15:18,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741875_1051 (size=12151) 2024-11-26T15:15:18,211 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/733254e92abd4a85b7a3e25e23df15f1 2024-11-26T15:15:18,214 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#C#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:18,215 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/90146aa14a3b4bb99b4b577d9c639256 is 50, key is test_row_0/C:col10/1732634116893/Put/seqid=0 2024-11-26T15:15:18,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/895ad7b251a642f584e053e6f007a801 is 50, key is test_row_0/B:col10/1732634117007/Put/seqid=0 2024-11-26T15:15:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:18,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:18,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741876_1052 (size=12561) 2024-11-26T15:15:18,281 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/90146aa14a3b4bb99b4b577d9c639256 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/90146aa14a3b4bb99b4b577d9c639256 2024-11-26T15:15:18,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741877_1053 (size=12151) 2024-11-26T15:15:18,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634178275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:18,285 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/895ad7b251a642f584e053e6f007a801 2024-11-26T15:15:18,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:18,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634178276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:18,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:18,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634178278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:18,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:18,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634178281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:18,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:18,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634178291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:18,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:18,303 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/C of 2e2f6290eac70bf42708283a31f27068 into 90146aa14a3b4bb99b4b577d9c639256(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:18,303 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:18,303 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/C, priority=13, startTime=1732634118054; duration=0sec 2024-11-26T15:15:18,303 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:18,303 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:C 2024-11-26T15:15:18,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/64785c9850c74fe8b25fec4b586e30f5 is 50, key is test_row_0/C:col10/1732634117007/Put/seqid=0 2024-11-26T15:15:18,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741878_1054 (size=12151) 2024-11-26T15:15:18,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:18,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634178391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634178391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:18,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:18,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:18,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634178391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:18,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:18,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T15:15:18,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634178604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:18,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:18,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634178605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:18,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:18,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:18,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634178605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:18,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:18,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:18,744 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/64785c9850c74fe8b25fec4b586e30f5 2024-11-26T15:15:18,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/733254e92abd4a85b7a3e25e23df15f1 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/733254e92abd4a85b7a3e25e23df15f1 2024-11-26T15:15:18,768 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/733254e92abd4a85b7a3e25e23df15f1, entries=150, sequenceid=204, filesize=11.9 K 2024-11-26T15:15:18,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/895ad7b251a642f584e053e6f007a801 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/895ad7b251a642f584e053e6f007a801 2024-11-26T15:15:18,777 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/895ad7b251a642f584e053e6f007a801, entries=150, sequenceid=204, filesize=11.9 K 2024-11-26T15:15:18,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/64785c9850c74fe8b25fec4b586e30f5 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/64785c9850c74fe8b25fec4b586e30f5 2024-11-26T15:15:18,795 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/64785c9850c74fe8b25fec4b586e30f5, entries=150, sequenceid=204, filesize=11.9 K 2024-11-26T15:15:18,796 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 2e2f6290eac70bf42708283a31f27068 in 699ms, sequenceid=204, compaction requested=false 2024-11-26T15:15:18,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:18,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:18,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-26T15:15:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-26T15:15:18,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-26T15:15:18,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.5480 sec 2024-11-26T15:15:18,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 4.5590 sec 2024-11-26T15:15:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:18,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e2f6290eac70bf42708283a31f27068 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-26T15:15:18,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=A 2024-11-26T15:15:18,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:18,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=B 2024-11-26T15:15:18,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:18,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=C 2024-11-26T15:15:18,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:18,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/f91a015f6c574d129f6fbb3b1f0c5e6d is 50, key is test_row_0/A:col10/1732634118921/Put/seqid=0 2024-11-26T15:15:18,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634178952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:18,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634178954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:18,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741879_1055 (size=12151) 2024-11-26T15:15:18,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:18,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634178956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:18,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:19,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634179061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:19,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:19,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:19,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634179071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:19,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634179071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:19,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:19,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634179271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:19,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:19,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634179281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634179281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:19,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634179292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:19,296 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in 2e2f6290eac70bf42708283a31f27068 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:15:19,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:19,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634179301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:19,303 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in 2e2f6290eac70bf42708283a31f27068 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:15:19,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:19,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/f91a015f6c574d129f6fbb3b1f0c5e6d 2024-11-26T15:15:19,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/83b3db272ab247e8920b1daf6e2ff0c5 is 50, key is test_row_0/B:col10/1732634118921/Put/seqid=0 2024-11-26T15:15:19,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741880_1056 (size=12151) 2024-11-26T15:15:19,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634179581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:19,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:19,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634179601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:19,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:19,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634179601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:19,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:19,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:19,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/83b3db272ab247e8920b1daf6e2ff0c5 2024-11-26T15:15:19,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/efad9b4289894c9cb0a59e813095d5ee is 50, key is test_row_0/C:col10/1732634118921/Put/seqid=0 2024-11-26T15:15:19,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741881_1057 (size=12151) 2024-11-26T15:15:20,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:20,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634180091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:20,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:20,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:20,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:20,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634180112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:20,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634180112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:20,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:20,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:20,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:20,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/efad9b4289894c9cb0a59e813095d5ee 2024-11-26T15:15:20,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/f91a015f6c574d129f6fbb3b1f0c5e6d as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/f91a015f6c574d129f6fbb3b1f0c5e6d 2024-11-26T15:15:20,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/f91a015f6c574d129f6fbb3b1f0c5e6d, entries=150, sequenceid=226, filesize=11.9 K 2024-11-26T15:15:20,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/83b3db272ab247e8920b1daf6e2ff0c5 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/83b3db272ab247e8920b1daf6e2ff0c5 2024-11-26T15:15:20,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/83b3db272ab247e8920b1daf6e2ff0c5, entries=150, sequenceid=226, filesize=11.9 K 2024-11-26T15:15:20,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/efad9b4289894c9cb0a59e813095d5ee as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/efad9b4289894c9cb0a59e813095d5ee 2024-11-26T15:15:20,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/efad9b4289894c9cb0a59e813095d5ee, entries=150, sequenceid=226, filesize=11.9 K 2024-11-26T15:15:20,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 2e2f6290eac70bf42708283a31f27068 in 1341ms, sequenceid=226, compaction requested=true 2024-11-26T15:15:20,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:20,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:15:20,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:20,262 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:20,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:15:20,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:20,262 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:20,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:15:20,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:20,264 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:20,264 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/A is initiating minor compaction (all files) 2024-11-26T15:15:20,264 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/A in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:20,265 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/ff649e09ed34461c84e912df7adf453c, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/733254e92abd4a85b7a3e25e23df15f1, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/f91a015f6c574d129f6fbb3b1f0c5e6d] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=36.0 K 2024-11-26T15:15:20,265 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:20,265 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/B is initiating minor compaction (all files) 2024-11-26T15:15:20,265 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/B in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:20,265 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff649e09ed34461c84e912df7adf453c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732634115677 2024-11-26T15:15:20,265 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/99d8423a7c5647d5bbea15fb6dc400c8, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/895ad7b251a642f584e053e6f007a801, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/83b3db272ab247e8920b1daf6e2ff0c5] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=36.0 K 2024-11-26T15:15:20,265 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 733254e92abd4a85b7a3e25e23df15f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732634116962 2024-11-26T15:15:20,265 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 99d8423a7c5647d5bbea15fb6dc400c8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732634115677 2024-11-26T15:15:20,266 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting f91a015f6c574d129f6fbb3b1f0c5e6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732634118267 2024-11-26T15:15:20,266 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 895ad7b251a642f584e053e6f007a801, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732634116962 2024-11-26T15:15:20,266 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 83b3db272ab247e8920b1daf6e2ff0c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732634118267 2024-11-26T15:15:20,277 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:20,277 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#B#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:20,278 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/6d97dd9012b24d59b098482816895cd3 is 50, key is test_row_0/A:col10/1732634118921/Put/seqid=0 2024-11-26T15:15:20,278 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/8c4b61ba9e564657b813a75170152da5 is 50, key is test_row_0/B:col10/1732634118921/Put/seqid=0 2024-11-26T15:15:20,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741882_1058 (size=12663) 2024-11-26T15:15:20,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741883_1059 (size=12663) 2024-11-26T15:15:20,689 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/6d97dd9012b24d59b098482816895cd3 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/6d97dd9012b24d59b098482816895cd3 2024-11-26T15:15:20,698 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/A of 2e2f6290eac70bf42708283a31f27068 into 6d97dd9012b24d59b098482816895cd3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:20,699 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:20,699 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/A, priority=13, startTime=1732634120262; duration=0sec 2024-11-26T15:15:20,699 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:20,699 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:A 2024-11-26T15:15:20,699 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:20,701 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:20,701 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/C is initiating minor compaction (all files) 2024-11-26T15:15:20,701 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/C in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:20,701 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/90146aa14a3b4bb99b4b577d9c639256, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/64785c9850c74fe8b25fec4b586e30f5, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/efad9b4289894c9cb0a59e813095d5ee] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=36.0 K 2024-11-26T15:15:20,701 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90146aa14a3b4bb99b4b577d9c639256, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732634115677 2024-11-26T15:15:20,702 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64785c9850c74fe8b25fec4b586e30f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732634116962 2024-11-26T15:15:20,703 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting efad9b4289894c9cb0a59e813095d5ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732634118267 2024-11-26T15:15:20,704 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/8c4b61ba9e564657b813a75170152da5 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/8c4b61ba9e564657b813a75170152da5 2024-11-26T15:15:20,718 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/B of 2e2f6290eac70bf42708283a31f27068 into 8c4b61ba9e564657b813a75170152da5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:20,718 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:20,718 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/B, priority=13, startTime=1732634120262; duration=0sec 2024-11-26T15:15:20,719 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:20,719 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:B 2024-11-26T15:15:20,722 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#C#compaction#47 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:20,723 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/07703ea1f00a474faf7f975ca0265b92 is 50, key is test_row_0/C:col10/1732634118921/Put/seqid=0 2024-11-26T15:15:20,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741884_1060 (size=12663) 2024-11-26T15:15:20,743 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/07703ea1f00a474faf7f975ca0265b92 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/07703ea1f00a474faf7f975ca0265b92 2024-11-26T15:15:20,756 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/C of 2e2f6290eac70bf42708283a31f27068 into 07703ea1f00a474faf7f975ca0265b92(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:20,756 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:20,756 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/C, priority=13, startTime=1732634120262; duration=0sec 2024-11-26T15:15:20,756 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:20,756 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:C 2024-11-26T15:15:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:21,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e2f6290eac70bf42708283a31f27068 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-26T15:15:21,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=A 2024-11-26T15:15:21,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:21,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=B 2024-11-26T15:15:21,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:21,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=C 2024-11-26T15:15:21,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:21,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/80eec3f553144eb8a2025871d49be615 is 50, key is test_row_0/A:col10/1732634118937/Put/seqid=0 2024-11-26T15:15:21,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741885_1061 (size=14541) 2024-11-26T15:15:21,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634181157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:21,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634181157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:21,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634181161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:21,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:21,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634181271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:21,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:21,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634181271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:21,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:21,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634181272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:21,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:21,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634181321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:21,328 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in 2e2f6290eac70bf42708283a31f27068 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4241 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:15:21,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:21,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634181332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:21,335 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in 2e2f6290eac70bf42708283a31f27068 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4248 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:15:21,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:21,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634181481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:21,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634181481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:21,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:21,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:21,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634181481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:21,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:21,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/80eec3f553144eb8a2025871d49be615 2024-11-26T15:15:21,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/b9261289f7204809a605e38465c0022c is 50, key is test_row_0/B:col10/1732634118937/Put/seqid=0 2024-11-26T15:15:21,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741886_1062 (size=12151) 2024-11-26T15:15:21,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634181791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:21,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:21,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634181791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:21,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:21,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634181791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:21,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:21,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:21,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/b9261289f7204809a605e38465c0022c 2024-11-26T15:15:21,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/7c67cd8e2b724977b93591b6474f4115 is 50, key is test_row_0/C:col10/1732634118937/Put/seqid=0 2024-11-26T15:15:22,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741887_1063 (size=12151) 2024-11-26T15:15:22,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/7c67cd8e2b724977b93591b6474f4115 2024-11-26T15:15:22,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/80eec3f553144eb8a2025871d49be615 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/80eec3f553144eb8a2025871d49be615 2024-11-26T15:15:22,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/80eec3f553144eb8a2025871d49be615, entries=200, sequenceid=244, filesize=14.2 K 2024-11-26T15:15:22,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/b9261289f7204809a605e38465c0022c as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/b9261289f7204809a605e38465c0022c 2024-11-26T15:15:22,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/b9261289f7204809a605e38465c0022c, entries=150, sequenceid=244, filesize=11.9 K 2024-11-26T15:15:22,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/7c67cd8e2b724977b93591b6474f4115 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/7c67cd8e2b724977b93591b6474f4115 2024-11-26T15:15:22,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/7c67cd8e2b724977b93591b6474f4115, entries=150, sequenceid=244, filesize=11.9 K 2024-11-26T15:15:22,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 2e2f6290eac70bf42708283a31f27068 in 939ms, sequenceid=244, compaction requested=false 2024-11-26T15:15:22,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:22,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e2f6290eac70bf42708283a31f27068 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-26T15:15:22,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=A 2024-11-26T15:15:22,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:22,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=B 2024-11-26T15:15:22,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:22,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=C 2024-11-26T15:15:22,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:22,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/e70e830b0fed4568ba2f84c6f0e77552 is 50, key is test_row_0/A:col10/1732634122304/Put/seqid=0 2024-11-26T15:15:22,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741888_1064 (size=12301) 2024-11-26T15:15:22,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634182319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:22,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:22,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:22,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634182322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634182323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:22,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:22,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:22,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634182431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:22,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634182431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634182431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-26T15:15:22,442 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:15:22,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:15:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-26T15:15:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-26T15:15:22,445 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:15:22,446 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:15:22,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:15:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-26T15:15:22,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-26T15:15:22,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:22,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:22,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:22,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:22,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634182641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:22,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:22,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634182641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:22,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:22,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634182641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:22,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:22,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/e70e830b0fed4568ba2f84c6f0e77552 2024-11-26T15:15:22,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/92bc923b8e5240578d5b93f26749495a is 50, key is test_row_0/B:col10/1732634122304/Put/seqid=0 2024-11-26T15:15:22,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741889_1065 (size=12301) 2024-11-26T15:15:22,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-26T15:15:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:22,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-26T15:15:22,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-26T15:15:22,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:22,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:22,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:22,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:22,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:22,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634182952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:22,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634182952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:22,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:22,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634182952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:22,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:22,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:22,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:23,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-26T15:15:23,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:23,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:23,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:23,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:23,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-26T15:15:23,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/92bc923b8e5240578d5b93f26749495a 2024-11-26T15:15:23,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/a2e142ba4b1348b78a0da2cbf1bce2d4 is 50, key is test_row_0/C:col10/1732634122304/Put/seqid=0 2024-11-26T15:15:23,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741890_1066 (size=12301) 2024-11-26T15:15:23,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/a2e142ba4b1348b78a0da2cbf1bce2d4 2024-11-26T15:15:23,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/e70e830b0fed4568ba2f84c6f0e77552 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/e70e830b0fed4568ba2f84c6f0e77552 2024-11-26T15:15:23,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/e70e830b0fed4568ba2f84c6f0e77552, entries=150, sequenceid=264, filesize=12.0 K 2024-11-26T15:15:23,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/92bc923b8e5240578d5b93f26749495a as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/92bc923b8e5240578d5b93f26749495a 2024-11-26T15:15:23,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/92bc923b8e5240578d5b93f26749495a, entries=150, sequenceid=264, filesize=12.0 K 2024-11-26T15:15:23,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/a2e142ba4b1348b78a0da2cbf1bce2d4 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/a2e142ba4b1348b78a0da2cbf1bce2d4 2024-11-26T15:15:23,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/a2e142ba4b1348b78a0da2cbf1bce2d4, entries=150, sequenceid=264, filesize=12.0 K 2024-11-26T15:15:23,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 2e2f6290eac70bf42708283a31f27068 in 905ms, sequenceid=264, compaction requested=true 2024-11-26T15:15:23,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:23,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:15:23,210 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:23,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:23,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:15:23,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:23,210 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:23,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:15:23,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:23,212 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:23,212 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/A is initiating minor compaction (all files) 2024-11-26T15:15:23,212 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:23,212 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/A in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:23,212 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/B is initiating minor compaction (all files) 2024-11-26T15:15:23,212 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/B in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:23,212 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/6d97dd9012b24d59b098482816895cd3, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/80eec3f553144eb8a2025871d49be615, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/e70e830b0fed4568ba2f84c6f0e77552] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=38.6 K 2024-11-26T15:15:23,212 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/8c4b61ba9e564657b813a75170152da5, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/b9261289f7204809a605e38465c0022c, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/92bc923b8e5240578d5b93f26749495a] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=36.2 K 2024-11-26T15:15:23,213 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d97dd9012b24d59b098482816895cd3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732634118267 2024-11-26T15:15:23,213 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c4b61ba9e564657b813a75170152da5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732634118267 2024-11-26T15:15:23,213 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80eec3f553144eb8a2025871d49be615, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732634118937 2024-11-26T15:15:23,213 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting b9261289f7204809a605e38465c0022c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732634118937 2024-11-26T15:15:23,214 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 92bc923b8e5240578d5b93f26749495a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732634121155 2024-11-26T15:15:23,214 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting e70e830b0fed4568ba2f84c6f0e77552, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732634121155 2024-11-26T15:15:23,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-26T15:15:23,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:23,217 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 2e2f6290eac70bf42708283a31f27068 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-26T15:15:23,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=A 2024-11-26T15:15:23,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:23,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=B 2024-11-26T15:15:23,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:23,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=C 2024-11-26T15:15:23,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:23,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/efcf0cd667394d4dbdfbe52d1053b3b2 is 50, key is test_row_0/A:col10/1732634122321/Put/seqid=0 2024-11-26T15:15:23,251 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#A#compaction#55 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:23,251 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/7c22b9520bdc4706a5829f31b3a9b880 is 50, key is test_row_0/A:col10/1732634122304/Put/seqid=0 2024-11-26T15:15:23,255 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#B#compaction#56 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:23,255 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/94616f5da460470ca36dd867f728a527 is 50, key is test_row_0/B:col10/1732634122304/Put/seqid=0 2024-11-26T15:15:23,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741891_1067 (size=12301) 2024-11-26T15:15:23,289 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/efcf0cd667394d4dbdfbe52d1053b3b2 2024-11-26T15:15:23,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741892_1068 (size=12915) 2024-11-26T15:15:23,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741893_1069 (size=12915) 2024-11-26T15:15:23,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/c92e0f83f60a4acbaa9ad7e609dcc967 is 50, key is test_row_0/B:col10/1732634122321/Put/seqid=0 2024-11-26T15:15:23,326 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/94616f5da460470ca36dd867f728a527 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/94616f5da460470ca36dd867f728a527 2024-11-26T15:15:23,345 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/B of 2e2f6290eac70bf42708283a31f27068 into 94616f5da460470ca36dd867f728a527(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:23,345 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:23,345 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/B, priority=13, startTime=1732634123210; duration=0sec 2024-11-26T15:15:23,345 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:23,345 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:B 2024-11-26T15:15:23,345 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:23,347 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:23,347 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/C is initiating minor compaction (all files) 2024-11-26T15:15:23,347 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/C in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:23,347 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/07703ea1f00a474faf7f975ca0265b92, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/7c67cd8e2b724977b93591b6474f4115, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/a2e142ba4b1348b78a0da2cbf1bce2d4] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=36.2 K 2024-11-26T15:15:23,348 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 07703ea1f00a474faf7f975ca0265b92, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732634118267 2024-11-26T15:15:23,349 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c67cd8e2b724977b93591b6474f4115, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732634118937 2024-11-26T15:15:23,350 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting a2e142ba4b1348b78a0da2cbf1bce2d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732634121155 2024-11-26T15:15:23,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741894_1070 (size=12301) 2024-11-26T15:15:23,356 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/c92e0f83f60a4acbaa9ad7e609dcc967 2024-11-26T15:15:23,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/8a4142357f0d42bc81539d38fb83ce01 is 50, key is test_row_0/C:col10/1732634122321/Put/seqid=0 2024-11-26T15:15:23,387 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#C#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:23,387 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/21fb8450210d49dabfd017ed25153677 is 50, key is test_row_0/C:col10/1732634122304/Put/seqid=0 2024-11-26T15:15:23,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741896_1072 (size=12915) 2024-11-26T15:15:23,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741895_1071 (size=12301) 2024-11-26T15:15:23,428 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/8a4142357f0d42bc81539d38fb83ce01 2024-11-26T15:15:23,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/efcf0cd667394d4dbdfbe52d1053b3b2 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/efcf0cd667394d4dbdfbe52d1053b3b2 2024-11-26T15:15:23,452 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/efcf0cd667394d4dbdfbe52d1053b3b2, entries=150, sequenceid=276, filesize=12.0 K 2024-11-26T15:15:23,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/c92e0f83f60a4acbaa9ad7e609dcc967 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/c92e0f83f60a4acbaa9ad7e609dcc967 2024-11-26T15:15:23,462 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/c92e0f83f60a4acbaa9ad7e609dcc967, entries=150, sequenceid=276, filesize=12.0 K 2024-11-26T15:15:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:23,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:23,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/8a4142357f0d42bc81539d38fb83ce01 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/8a4142357f0d42bc81539d38fb83ce01 2024-11-26T15:15:23,483 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/8a4142357f0d42bc81539d38fb83ce01, entries=150, sequenceid=276, filesize=12.0 K 2024-11-26T15:15:23,487 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=26.84 KB/27480 for 2e2f6290eac70bf42708283a31f27068 in 270ms, sequenceid=276, compaction requested=false 2024-11-26T15:15:23,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:23,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:23,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-26T15:15:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-26T15:15:23,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-26T15:15:23,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0450 sec 2024-11-26T15:15:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:23,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e2f6290eac70bf42708283a31f27068 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T15:15:23,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=A 2024-11-26T15:15:23,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:23,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=B 2024-11-26T15:15:23,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:23,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=C 2024-11-26T15:15:23,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:23,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.0570 sec 2024-11-26T15:15:23,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/f3b47f7c636d46cba950e7dab8e60d7b is 50, key is test_row_0/A:col10/1732634123488/Put/seqid=0 2024-11-26T15:15:23,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741897_1073 (size=17181) 2024-11-26T15:15:23,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634183564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:23,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634123528, max timestamp=1732634123565Num uniques 859; 2024-11-26T15:15:23,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634123528, max timestamp=1732634123565Num uniques 859; 2024-11-26T15:15:23,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:15:23,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:15:23,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:23,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:23,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:23,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634123528, max timestamp=1732634123565Num uniques 859; 2024-11-26T15:15:23,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:15:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-26T15:15:23,583 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:15:23,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:15:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-26T15:15:23,587 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:15:23,589 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:15:23,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:15:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T15:15:23,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634183662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:23,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:23,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:23,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:23,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634183664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:23,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:23,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:23,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:23,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634183682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:23,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:23,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:23,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T15:15:23,724 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/7c22b9520bdc4706a5829f31b3a9b880 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/7c22b9520bdc4706a5829f31b3a9b880 2024-11-26T15:15:23,732 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/A of 2e2f6290eac70bf42708283a31f27068 into 7c22b9520bdc4706a5829f31b3a9b880(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:23,732 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:23,732 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/A, priority=13, startTime=1732634123210; duration=0sec 2024-11-26T15:15:23,733 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:23,733 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:A 2024-11-26T15:15:23,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-26T15:15:23,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:23,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:23,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:23,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:23,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:23,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634183771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:23,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:23,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:23,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:23,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634183771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:23,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:23,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:23,831 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/21fb8450210d49dabfd017ed25153677 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/21fb8450210d49dabfd017ed25153677 2024-11-26T15:15:23,845 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/C of 2e2f6290eac70bf42708283a31f27068 into 21fb8450210d49dabfd017ed25153677(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:23,845 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:23,845 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/C, priority=13, startTime=1732634123210; duration=0sec 2024-11-26T15:15:23,846 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:23,846 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:C 2024-11-26T15:15:23,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634183891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:23,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:23,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:23,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:23,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-26T15:15:23,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:23,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:23,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:23,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:23,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:23,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:23,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T15:15:23,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/f3b47f7c636d46cba950e7dab8e60d7b 2024-11-26T15:15:23,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/800b3488f4e54286a235f4d6b26eba04 is 50, key is test_row_0/B:col10/1732634123488/Put/seqid=0 2024-11-26T15:15:23,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741898_1074 (size=12301) 2024-11-26T15:15:23,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:23,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634183991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:23,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:23,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:23,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:23,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634183991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:23,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:23,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:24,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-26T15:15:24,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:24,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:24,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:24,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:24,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:24,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:24,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634184201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:24,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:24,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T15:15:24,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-26T15:15:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:24,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:24,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:24,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634184302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:24,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634184302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:24,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:24,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:24,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:24,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:24,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:24,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:24,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/800b3488f4e54286a235f4d6b26eba04 2024-11-26T15:15:24,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-26T15:15:24,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:24,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:24,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:24,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:24,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:24,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/42364f1056724ba39410e688abcdee5a is 50, key is test_row_0/C:col10/1732634123488/Put/seqid=0 2024-11-26T15:15:24,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741899_1075 (size=12301) 2024-11-26T15:15:24,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/42364f1056724ba39410e688abcdee5a 2024-11-26T15:15:24,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/f3b47f7c636d46cba950e7dab8e60d7b as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/f3b47f7c636d46cba950e7dab8e60d7b 2024-11-26T15:15:24,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/f3b47f7c636d46cba950e7dab8e60d7b, entries=250, sequenceid=287, filesize=16.8 K 2024-11-26T15:15:24,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/800b3488f4e54286a235f4d6b26eba04 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/800b3488f4e54286a235f4d6b26eba04 2024-11-26T15:15:24,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/800b3488f4e54286a235f4d6b26eba04, entries=150, sequenceid=287, filesize=12.0 K 2024-11-26T15:15:24,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/42364f1056724ba39410e688abcdee5a as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/42364f1056724ba39410e688abcdee5a 2024-11-26T15:15:24,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/42364f1056724ba39410e688abcdee5a, entries=150, sequenceid=287, filesize=12.0 K 2024-11-26T15:15:24,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 2e2f6290eac70bf42708283a31f27068 in 1013ms, sequenceid=287, compaction requested=true 2024-11-26T15:15:24,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:24,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:15:24,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:24,514 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:24,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:15:24,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:24,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:15:24,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T15:15:24,516 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:24,516 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42397 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:24,516 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/A is initiating minor compaction (all files) 2024-11-26T15:15:24,517 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/A in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:24,517 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/7c22b9520bdc4706a5829f31b3a9b880, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/efcf0cd667394d4dbdfbe52d1053b3b2, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/f3b47f7c636d46cba950e7dab8e60d7b] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=41.4 K 2024-11-26T15:15:24,517 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c22b9520bdc4706a5829f31b3a9b880, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732634121155 2024-11-26T15:15:24,518 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting efcf0cd667394d4dbdfbe52d1053b3b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732634122316 2024-11-26T15:15:24,519 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting f3b47f7c636d46cba950e7dab8e60d7b, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732634123474 2024-11-26T15:15:24,523 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:24,523 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/B is initiating minor compaction (all files) 2024-11-26T15:15:24,523 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/B in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:24,524 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/94616f5da460470ca36dd867f728a527, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/c92e0f83f60a4acbaa9ad7e609dcc967, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/800b3488f4e54286a235f4d6b26eba04] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=36.6 K 2024-11-26T15:15:24,525 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94616f5da460470ca36dd867f728a527, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732634121155 2024-11-26T15:15:24,527 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting c92e0f83f60a4acbaa9ad7e609dcc967, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732634122316 2024-11-26T15:15:24,529 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 800b3488f4e54286a235f4d6b26eba04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732634123474 2024-11-26T15:15:24,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-26T15:15:24,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:24,542 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 2e2f6290eac70bf42708283a31f27068 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-26T15:15:24,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=A 2024-11-26T15:15:24,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:24,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=B 2024-11-26T15:15:24,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:24,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=C 2024-11-26T15:15:24,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:24,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/1a2ac11d34c24dd49aed8df464028f41 is 50, key is test_row_0/A:col10/1732634123637/Put/seqid=0 2024-11-26T15:15:24,566 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#B#compaction#64 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:24,567 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/08dec0eca2fd49e2913de2b8ed9af7ab is 50, key is test_row_0/B:col10/1732634123488/Put/seqid=0 2024-11-26T15:15:24,575 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#A#compaction#65 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:24,575 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/8732279f46e04c9a8aaffe789e9d7c74 is 50, key is test_row_0/A:col10/1732634123488/Put/seqid=0 2024-11-26T15:15:24,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741900_1076 (size=12301) 2024-11-26T15:15:24,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741902_1078 (size=13017) 2024-11-26T15:15:24,642 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/1a2ac11d34c24dd49aed8df464028f41 2024-11-26T15:15:24,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741901_1077 (size=13017) 2024-11-26T15:15:24,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/877b656af1a44c429afef1d23efc13b8 is 50, key is test_row_0/B:col10/1732634123637/Put/seqid=0 2024-11-26T15:15:24,691 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/08dec0eca2fd49e2913de2b8ed9af7ab as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/08dec0eca2fd49e2913de2b8ed9af7ab 2024-11-26T15:15:24,718 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/B of 2e2f6290eac70bf42708283a31f27068 into 08dec0eca2fd49e2913de2b8ed9af7ab(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:24,718 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:24,718 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/B, priority=13, startTime=1732634124514; duration=0sec 2024-11-26T15:15:24,718 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:24,719 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:B 2024-11-26T15:15:24,719 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:24,721 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:24,722 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/C is initiating minor compaction (all files) 2024-11-26T15:15:24,722 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/C in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:24,722 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/21fb8450210d49dabfd017ed25153677, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/8a4142357f0d42bc81539d38fb83ce01, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/42364f1056724ba39410e688abcdee5a] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=36.6 K 2024-11-26T15:15:24,723 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21fb8450210d49dabfd017ed25153677, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732634121155 2024-11-26T15:15:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:24,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. as already flushing 2024-11-26T15:15:24,732 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a4142357f0d42bc81539d38fb83ce01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732634122316 2024-11-26T15:15:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T15:15:24,738 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42364f1056724ba39410e688abcdee5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732634123474 2024-11-26T15:15:24,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741903_1079 (size=12301) 2024-11-26T15:15:24,748 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/877b656af1a44c429afef1d23efc13b8 2024-11-26T15:15:24,789 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#C#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:24,790 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/20a765ffd7194e00b582080fa3bbdec7 is 50, key is test_row_0/C:col10/1732634123488/Put/seqid=0 2024-11-26T15:15:24,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634184783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:24,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:24,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:24,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:24,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/7e505b4264074b24b086f0157823df3b is 50, key is test_row_0/C:col10/1732634123637/Put/seqid=0 2024-11-26T15:15:24,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741904_1080 (size=13017) 2024-11-26T15:15:24,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56048 deadline: 1732634184811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:24,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:24,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:24,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:24,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56058 deadline: 1732634184823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:24,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:24,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:24,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:24,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741905_1081 (size=12301) 2024-11-26T15:15:24,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634184904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:24,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:24,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:24,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:25,100 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/8732279f46e04c9a8aaffe789e9d7c74 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/8732279f46e04c9a8aaffe789e9d7c74 2024-11-26T15:15:25,111 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/A of 2e2f6290eac70bf42708283a31f27068 into 8732279f46e04c9a8aaffe789e9d7c74(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:25,111 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:25,111 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/A, priority=13, startTime=1732634124514; duration=0sec 2024-11-26T15:15:25,111 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:25,111 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:A 2024-11-26T15:15:25,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56024 deadline: 1732634185128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:25,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:25,234 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/20a765ffd7194e00b582080fa3bbdec7 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/20a765ffd7194e00b582080fa3bbdec7 2024-11-26T15:15:25,235 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/7e505b4264074b24b086f0157823df3b 2024-11-26T15:15:25,253 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/C of 2e2f6290eac70bf42708283a31f27068 into 20a765ffd7194e00b582080fa3bbdec7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:25,253 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:25,253 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/C, priority=13, startTime=1732634124515; duration=0sec 2024-11-26T15:15:25,254 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:25,254 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:C 2024-11-26T15:15:25,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/1a2ac11d34c24dd49aed8df464028f41 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/1a2ac11d34c24dd49aed8df464028f41 2024-11-26T15:15:25,271 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/1a2ac11d34c24dd49aed8df464028f41, entries=150, sequenceid=326, filesize=12.0 K 2024-11-26T15:15:25,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/877b656af1a44c429afef1d23efc13b8 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/877b656af1a44c429afef1d23efc13b8 2024-11-26T15:15:25,331 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/877b656af1a44c429afef1d23efc13b8, entries=150, sequenceid=326, filesize=12.0 K 2024-11-26T15:15:25,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/7e505b4264074b24b086f0157823df3b as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/7e505b4264074b24b086f0157823df3b 2024-11-26T15:15:25,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56054 deadline: 1732634185364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:25,370 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in 2e2f6290eac70bf42708283a31f27068 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8283 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:15:25,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:25,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:25,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:25,373 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/7e505b4264074b24b086f0157823df3b, entries=150, sequenceid=326, filesize=12.0 K 2024-11-26T15:15:25,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:56046 deadline: 1732634185371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:25,374 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in 2e2f6290eac70bf42708283a31f27068 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8287 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:15:25,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:25,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:25,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:15:25,377 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 2e2f6290eac70bf42708283a31f27068 in 834ms, sequenceid=326, compaction requested=false 2024-11-26T15:15:25,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:25,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:25,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-26T15:15:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-26T15:15:25,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-26T15:15:25,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7900 sec 2024-11-26T15:15:25,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.8220 sec 2024-11-26T15:15:25,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e2f6290eac70bf42708283a31f27068 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T15:15:25,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=A 2024-11-26T15:15:25,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:25,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=B 2024-11-26T15:15:25,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:25,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=C 2024-11-26T15:15:25,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:25,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/bc9907dd94754de58cd6ed1e4e275223 is 50, key is test_row_0/A:col10/1732634124772/Put/seqid=0 2024-11-26T15:15:25,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741906_1082 (size=9857) 2024-11-26T15:15:25,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/bc9907dd94754de58cd6ed1e4e275223 2024-11-26T15:15:25,621 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-26T15:15:25,621 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:15:25,621 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-26T15:15:25,621 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:15:25,626 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-26T15:15:25,626 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:15:25,628 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:25,628 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:25,629 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:25,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:15:25,630 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:25,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/e91b56668a9f4168a1797f72e4cb3ee9 is 50, key is test_row_0/B:col10/1732634124772/Put/seqid=0 2024-11-26T15:15:25,630 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:25,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:15:25,631 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:25,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:15:25,637 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-26T15:15:25,638 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:15:25,638 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:25,639 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:25,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:15:25,642 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-26T15:15:25,642 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:15:25,642 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:25,642 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:25,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:15:25,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741907_1083 (size=9857) 2024-11-26T15:15:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-26T15:15:25,752 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:15:25,834 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-26T15:15:25,834 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-26T15:15:25,834 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:15:25,834 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:15:25,834 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:25,834 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:25,834 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:25,834 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:25,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:15:25,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:15:26,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/e91b56668a9f4168a1797f72e4cb3ee9 2024-11-26T15:15:26,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/72b5e2f98a6b415f9cc3a59de0f5acf7 is 50, key is test_row_0/C:col10/1732634124772/Put/seqid=0 2024-11-26T15:15:26,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741908_1084 (size=9857) 2024-11-26T15:15:26,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/72b5e2f98a6b415f9cc3a59de0f5acf7 2024-11-26T15:15:26,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/bc9907dd94754de58cd6ed1e4e275223 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/bc9907dd94754de58cd6ed1e4e275223 2024-11-26T15:15:26,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/bc9907dd94754de58cd6ed1e4e275223, entries=100, sequenceid=340, filesize=9.6 K 2024-11-26T15:15:26,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/e91b56668a9f4168a1797f72e4cb3ee9 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/e91b56668a9f4168a1797f72e4cb3ee9 2024-11-26T15:15:26,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/e91b56668a9f4168a1797f72e4cb3ee9, entries=100, sequenceid=340, filesize=9.6 K 2024-11-26T15:15:26,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/72b5e2f98a6b415f9cc3a59de0f5acf7 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/72b5e2f98a6b415f9cc3a59de0f5acf7 2024-11-26T15:15:26,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/72b5e2f98a6b415f9cc3a59de0f5acf7, entries=100, sequenceid=340, filesize=9.6 K 2024-11-26T15:15:26,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=80.51 KB/82440 for 2e2f6290eac70bf42708283a31f27068 in 1074ms, sequenceid=340, compaction requested=true 2024-11-26T15:15:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:15:26,526 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:15:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:26,526 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2e2f6290eac70bf42708283a31f27068:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:15:26,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:26,527 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:26,527 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/A is initiating minor compaction (all files) 2024-11-26T15:15:26,527 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/A in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:26,528 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/8732279f46e04c9a8aaffe789e9d7c74, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/1a2ac11d34c24dd49aed8df464028f41, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/bc9907dd94754de58cd6ed1e4e275223] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=34.4 K 2024-11-26T15:15:26,528 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:26,528 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8732279f46e04c9a8aaffe789e9d7c74, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732634123474 2024-11-26T15:15:26,528 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/B is initiating minor compaction (all files) 2024-11-26T15:15:26,528 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/B in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:26,529 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/08dec0eca2fd49e2913de2b8ed9af7ab, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/877b656af1a44c429afef1d23efc13b8, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/e91b56668a9f4168a1797f72e4cb3ee9] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=34.4 K 2024-11-26T15:15:26,529 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a2ac11d34c24dd49aed8df464028f41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732634123637 2024-11-26T15:15:26,530 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc9907dd94754de58cd6ed1e4e275223, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732634124772 2024-11-26T15:15:26,530 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 08dec0eca2fd49e2913de2b8ed9af7ab, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732634123474 2024-11-26T15:15:26,531 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 877b656af1a44c429afef1d23efc13b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732634123637 2024-11-26T15:15:26,531 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting e91b56668a9f4168a1797f72e4cb3ee9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732634124772 2024-11-26T15:15:26,544 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#A#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:26,545 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/1ccb61a69a654b17b454e6a885f6e9e9 is 50, key is test_row_0/A:col10/1732634124772/Put/seqid=0 2024-11-26T15:15:26,546 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#B#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:26,547 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/35d100299772496e8f1ddde908df2ec5 is 50, key is test_row_0/B:col10/1732634124772/Put/seqid=0 2024-11-26T15:15:26,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741909_1085 (size=13119) 2024-11-26T15:15:26,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741910_1086 (size=13119) 2024-11-26T15:15:26,973 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/1ccb61a69a654b17b454e6a885f6e9e9 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/1ccb61a69a654b17b454e6a885f6e9e9 2024-11-26T15:15:26,981 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/A of 2e2f6290eac70bf42708283a31f27068 into 1ccb61a69a654b17b454e6a885f6e9e9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:26,981 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:26,981 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/A, priority=13, startTime=1732634126526; duration=0sec 2024-11-26T15:15:26,981 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:26,982 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:A 2024-11-26T15:15:26,982 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:26,984 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:26,985 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 2e2f6290eac70bf42708283a31f27068/C is initiating minor compaction (all files) 2024-11-26T15:15:26,985 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2e2f6290eac70bf42708283a31f27068/C in TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:26,985 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/20a765ffd7194e00b582080fa3bbdec7, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/7e505b4264074b24b086f0157823df3b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/72b5e2f98a6b415f9cc3a59de0f5acf7] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp, totalSize=34.4 K 2024-11-26T15:15:26,985 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20a765ffd7194e00b582080fa3bbdec7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732634123474 2024-11-26T15:15:26,986 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e505b4264074b24b086f0157823df3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732634123637 2024-11-26T15:15:26,987 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72b5e2f98a6b415f9cc3a59de0f5acf7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732634124772 2024-11-26T15:15:26,993 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/35d100299772496e8f1ddde908df2ec5 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/35d100299772496e8f1ddde908df2ec5 2024-11-26T15:15:26,997 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2e2f6290eac70bf42708283a31f27068#C#compaction#74 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:26,998 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/456724cb67b346bd821cb9851c297525 is 50, key is test_row_0/C:col10/1732634124772/Put/seqid=0 2024-11-26T15:15:27,002 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/B of 2e2f6290eac70bf42708283a31f27068 into 35d100299772496e8f1ddde908df2ec5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:27,002 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:27,002 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/B, priority=13, startTime=1732634126526; duration=0sec 2024-11-26T15:15:27,002 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:27,002 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:B 2024-11-26T15:15:27,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741911_1087 (size=13119) 2024-11-26T15:15:27,120 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T15:15:27,465 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/456724cb67b346bd821cb9851c297525 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/456724cb67b346bd821cb9851c297525 2024-11-26T15:15:27,499 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2e2f6290eac70bf42708283a31f27068/C of 2e2f6290eac70bf42708283a31f27068 into 456724cb67b346bd821cb9851c297525(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:27,500 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:27,500 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., storeName=2e2f6290eac70bf42708283a31f27068/C, priority=13, startTime=1732634126526; duration=0sec 2024-11-26T15:15:27,500 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:27,500 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2e2f6290eac70bf42708283a31f27068:C 2024-11-26T15:15:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:35,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2e2f6290eac70bf42708283a31f27068 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-26T15:15:35,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=A 2024-11-26T15:15:35,394 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-26T15:15:35,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:35,395 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:15:35,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=B 2024-11-26T15:15:35,395 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:35,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:35,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=C 2024-11-26T15:15:35,395 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:35,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:35,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:15:35,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/b7a9c0c3934c4608ac765c241f4d38eb is 50, key is test_row_0/A:col10/1732634135392/Put/seqid=0 2024-11-26T15:15:35,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741912_1088 (size=12301) 2024-11-26T15:15:35,453 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-26T15:15:35,454 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:15:35,454 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:35,454 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:35,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:15:35,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T15:15:35,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-26T15:15:35,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-26T15:15:35,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-26T15:15:35,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-26T15:15:35,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-26T15:15:35,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T15:15:35,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1837 2024-11-26T15:15:35,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1863 2024-11-26T15:15:35,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T15:15:35,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 869 2024-11-26T15:15:35,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2604 rows 2024-11-26T15:15:35,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 858 2024-11-26T15:15:35,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2569 rows 2024-11-26T15:15:35,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:15:35,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:15:35,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:35,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:35,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:15:35,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-26T15:15:35,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T15:15:35,471 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634135471"}]},"ts":"1732634135471"} 2024-11-26T15:15:35,474 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T15:15:35,474 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T15:15:35,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T15:15:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-26T15:15:35,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e2f6290eac70bf42708283a31f27068, UNASSIGN}] 2024-11-26T15:15:35,485 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=20, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e2f6290eac70bf42708283a31f27068, UNASSIGN 2024-11-26T15:15:35,487 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=2e2f6290eac70bf42708283a31f27068, regionState=CLOSING, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:35,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e2f6290eac70bf42708283a31f27068, UNASSIGN because future has completed 2024-11-26T15:15:35,491 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T15:15:35,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035}] 2024-11-26T15:15:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-26T15:15:35,649 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(122): Close 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:35,649 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T15:15:35,650 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1722): Closing 2e2f6290eac70bf42708283a31f27068, disabling compactions & flushes 2024-11-26T15:15:35,650 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-26T15:15:35,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/b7a9c0c3934c4608ac765c241f4d38eb 2024-11-26T15:15:35,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/7586fa53f93a445db965f2f7258745aa is 50, key is test_row_0/B:col10/1732634135392/Put/seqid=0 2024-11-26T15:15:35,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741913_1089 (size=12301) 2024-11-26T15:15:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-26T15:15:36,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/7586fa53f93a445db965f2f7258745aa 2024-11-26T15:15:36,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/48dcf0daba8e4296ae79187fa79dadfa is 50, key is test_row_0/C:col10/1732634135392/Put/seqid=0 2024-11-26T15:15:36,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741914_1090 (size=12301) 2024-11-26T15:15:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-26T15:15:36,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/48dcf0daba8e4296ae79187fa79dadfa 2024-11-26T15:15:36,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/b7a9c0c3934c4608ac765c241f4d38eb as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/b7a9c0c3934c4608ac765c241f4d38eb 2024-11-26T15:15:36,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/b7a9c0c3934c4608ac765c241f4d38eb, entries=150, sequenceid=359, filesize=12.0 K 2024-11-26T15:15:36,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/7586fa53f93a445db965f2f7258745aa as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/7586fa53f93a445db965f2f7258745aa 2024-11-26T15:15:36,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/7586fa53f93a445db965f2f7258745aa, entries=150, sequenceid=359, filesize=12.0 K 2024-11-26T15:15:36,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/48dcf0daba8e4296ae79187fa79dadfa as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/48dcf0daba8e4296ae79187fa79dadfa 2024-11-26T15:15:36,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/48dcf0daba8e4296ae79187fa79dadfa, entries=150, sequenceid=359, filesize=12.0 K 2024-11-26T15:15:36,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=6.71 KB/6870 for 2e2f6290eac70bf42708283a31f27068 in 1301ms, sequenceid=359, compaction requested=false 2024-11-26T15:15:36,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2e2f6290eac70bf42708283a31f27068: 2024-11-26T15:15:36,695 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:36,695 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:36,695 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. after waiting 0 ms 2024-11-26T15:15:36,695 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:36,695 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(2902): Flushing 2e2f6290eac70bf42708283a31f27068 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-11-26T15:15:36,696 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=A 2024-11-26T15:15:36,696 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:36,696 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=B 2024-11-26T15:15:36,696 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:36,696 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2e2f6290eac70bf42708283a31f27068, store=C 2024-11-26T15:15:36,696 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:36,701 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/df741b0c8d154a12967f995fe5a5693e is 50, key is test_row_1/A:col10/1732634135451/Put/seqid=0 2024-11-26T15:15:36,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741915_1091 (size=7415) 2024-11-26T15:15:37,106 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/df741b0c8d154a12967f995fe5a5693e 2024-11-26T15:15:37,117 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/2957395ea49c4fe28639d151ffce2071 is 50, key is test_row_1/B:col10/1732634135451/Put/seqid=0 2024-11-26T15:15:37,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741916_1092 (size=7415) 2024-11-26T15:15:37,523 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/2957395ea49c4fe28639d151ffce2071 2024-11-26T15:15:37,534 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/c8ee39083a464ef5adaf1bd478564b13 is 50, key is test_row_1/C:col10/1732634135451/Put/seqid=0 2024-11-26T15:15:37,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741917_1093 (size=7415) 2024-11-26T15:15:37,543 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/c8ee39083a464ef5adaf1bd478564b13 2024-11-26T15:15:37,550 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/A/df741b0c8d154a12967f995fe5a5693e as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/df741b0c8d154a12967f995fe5a5693e 2024-11-26T15:15:37,557 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/df741b0c8d154a12967f995fe5a5693e, entries=50, sequenceid=363, filesize=7.2 K 2024-11-26T15:15:37,558 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/B/2957395ea49c4fe28639d151ffce2071 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/2957395ea49c4fe28639d151ffce2071 2024-11-26T15:15:37,564 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/2957395ea49c4fe28639d151ffce2071, entries=50, sequenceid=363, filesize=7.2 K 2024-11-26T15:15:37,565 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/.tmp/C/c8ee39083a464ef5adaf1bd478564b13 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/c8ee39083a464ef5adaf1bd478564b13 2024-11-26T15:15:37,570 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/c8ee39083a464ef5adaf1bd478564b13, entries=50, sequenceid=363, filesize=7.2 K 2024-11-26T15:15:37,571 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 2e2f6290eac70bf42708283a31f27068 in 876ms, sequenceid=363, compaction requested=true 2024-11-26T15:15:37,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/395574028e2d441094a1585b8d6306c4, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/a2e091945e5c4448a5a2d8de14d0ea5e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/b5b62bd3400c41b6a0a250f04231272f, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/034e1dfed5d4480cbd9e680d1ea4ad61, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/7a8dbc2978b94e9387ff8600f0f46a6d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/885f8c10db5b4d8a84e69fae147856c0, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/cc51aaa1c9ab496e877435bcdd69f937, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/271b4d2c2bc24416bec6018f0a40a945, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/0c997db736b44217a6bddae7c90c5ac6, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/e9e749e5e5004b5fa8df9274887760b0, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/bd30e9dd4cc24a0eb3ecc3b00928cd7a, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/abfc8f6e1c9c42fa88874854c206058d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/ff649e09ed34461c84e912df7adf453c, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/733254e92abd4a85b7a3e25e23df15f1, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/6d97dd9012b24d59b098482816895cd3, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/f91a015f6c574d129f6fbb3b1f0c5e6d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/80eec3f553144eb8a2025871d49be615, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/7c22b9520bdc4706a5829f31b3a9b880, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/e70e830b0fed4568ba2f84c6f0e77552, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/efcf0cd667394d4dbdfbe52d1053b3b2, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/f3b47f7c636d46cba950e7dab8e60d7b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/8732279f46e04c9a8aaffe789e9d7c74, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/1a2ac11d34c24dd49aed8df464028f41, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/bc9907dd94754de58cd6ed1e4e275223] to archive 2024-11-26T15:15:37,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T15:15:37,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/395574028e2d441094a1585b8d6306c4 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/395574028e2d441094a1585b8d6306c4 2024-11-26T15:15:37,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/a2e091945e5c4448a5a2d8de14d0ea5e to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/a2e091945e5c4448a5a2d8de14d0ea5e 2024-11-26T15:15:37,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/b5b62bd3400c41b6a0a250f04231272f to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/b5b62bd3400c41b6a0a250f04231272f 2024-11-26T15:15:37,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/034e1dfed5d4480cbd9e680d1ea4ad61 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/034e1dfed5d4480cbd9e680d1ea4ad61 2024-11-26T15:15:37,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/7a8dbc2978b94e9387ff8600f0f46a6d to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/7a8dbc2978b94e9387ff8600f0f46a6d 2024-11-26T15:15:37,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/885f8c10db5b4d8a84e69fae147856c0 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/885f8c10db5b4d8a84e69fae147856c0 2024-11-26T15:15:37,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/cc51aaa1c9ab496e877435bcdd69f937 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/cc51aaa1c9ab496e877435bcdd69f937 2024-11-26T15:15:37,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/271b4d2c2bc24416bec6018f0a40a945 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/271b4d2c2bc24416bec6018f0a40a945 2024-11-26T15:15:37,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/0c997db736b44217a6bddae7c90c5ac6 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/0c997db736b44217a6bddae7c90c5ac6 2024-11-26T15:15:37,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/e9e749e5e5004b5fa8df9274887760b0 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/e9e749e5e5004b5fa8df9274887760b0 2024-11-26T15:15:37,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/bd30e9dd4cc24a0eb3ecc3b00928cd7a to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/bd30e9dd4cc24a0eb3ecc3b00928cd7a 2024-11-26T15:15:37,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/abfc8f6e1c9c42fa88874854c206058d to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/abfc8f6e1c9c42fa88874854c206058d 2024-11-26T15:15:37,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/ff649e09ed34461c84e912df7adf453c to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/ff649e09ed34461c84e912df7adf453c 2024-11-26T15:15:37,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/733254e92abd4a85b7a3e25e23df15f1 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/733254e92abd4a85b7a3e25e23df15f1 2024-11-26T15:15:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-26T15:15:37,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/6d97dd9012b24d59b098482816895cd3 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/6d97dd9012b24d59b098482816895cd3 2024-11-26T15:15:37,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/f91a015f6c574d129f6fbb3b1f0c5e6d to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/f91a015f6c574d129f6fbb3b1f0c5e6d 2024-11-26T15:15:37,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/80eec3f553144eb8a2025871d49be615 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/80eec3f553144eb8a2025871d49be615 2024-11-26T15:15:37,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/7c22b9520bdc4706a5829f31b3a9b880 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/7c22b9520bdc4706a5829f31b3a9b880 2024-11-26T15:15:37,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/e70e830b0fed4568ba2f84c6f0e77552 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/e70e830b0fed4568ba2f84c6f0e77552 2024-11-26T15:15:37,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/efcf0cd667394d4dbdfbe52d1053b3b2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/efcf0cd667394d4dbdfbe52d1053b3b2 2024-11-26T15:15:37,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/f3b47f7c636d46cba950e7dab8e60d7b to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/f3b47f7c636d46cba950e7dab8e60d7b 2024-11-26T15:15:37,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/8732279f46e04c9a8aaffe789e9d7c74 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/8732279f46e04c9a8aaffe789e9d7c74 2024-11-26T15:15:37,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/1a2ac11d34c24dd49aed8df464028f41 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/1a2ac11d34c24dd49aed8df464028f41 2024-11-26T15:15:37,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/bc9907dd94754de58cd6ed1e4e275223 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/bc9907dd94754de58cd6ed1e4e275223 2024-11-26T15:15:37,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/d647074a260f40af80838f27be9275bb, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/e80ffcd044994e3fba4aadd32ddfa5ee, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/342ceb04a544408bbdc780cf33ef45cf, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/5f81216783874e988e1fc109bca2db26, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/ac3f66c821084fd885545d874ce7d9bc, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/4e0b23cd68954a4d85b7c6ae6facca55, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/be9d8dcf6395409dbc93cc93e44efa8c, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/301dcb5f88ed42e78ad0febcba8b38b0, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/0f7bc744f8b146259b97c6b6a9d666b0, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/f338a0fa52bf42c6bfa359f84f910e83, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/48d7eb96abcf4896ae0de7ef2c51f9b5, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/99d8423a7c5647d5bbea15fb6dc400c8, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/408d337f98d849c7a83d68805afdd7bc, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/895ad7b251a642f584e053e6f007a801, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/8c4b61ba9e564657b813a75170152da5, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/83b3db272ab247e8920b1daf6e2ff0c5, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/b9261289f7204809a605e38465c0022c, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/94616f5da460470ca36dd867f728a527, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/92bc923b8e5240578d5b93f26749495a, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/c92e0f83f60a4acbaa9ad7e609dcc967, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/08dec0eca2fd49e2913de2b8ed9af7ab, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/800b3488f4e54286a235f4d6b26eba04, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/877b656af1a44c429afef1d23efc13b8, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/e91b56668a9f4168a1797f72e4cb3ee9] to archive 2024-11-26T15:15:37,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T15:15:37,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/d647074a260f40af80838f27be9275bb to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/d647074a260f40af80838f27be9275bb 2024-11-26T15:15:37,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/e80ffcd044994e3fba4aadd32ddfa5ee to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/e80ffcd044994e3fba4aadd32ddfa5ee 2024-11-26T15:15:37,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/342ceb04a544408bbdc780cf33ef45cf to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/342ceb04a544408bbdc780cf33ef45cf 2024-11-26T15:15:37,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/5f81216783874e988e1fc109bca2db26 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/5f81216783874e988e1fc109bca2db26 2024-11-26T15:15:37,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/ac3f66c821084fd885545d874ce7d9bc to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/ac3f66c821084fd885545d874ce7d9bc 2024-11-26T15:15:37,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/4e0b23cd68954a4d85b7c6ae6facca55 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/4e0b23cd68954a4d85b7c6ae6facca55 2024-11-26T15:15:37,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/be9d8dcf6395409dbc93cc93e44efa8c to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/be9d8dcf6395409dbc93cc93e44efa8c 2024-11-26T15:15:37,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/301dcb5f88ed42e78ad0febcba8b38b0 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/301dcb5f88ed42e78ad0febcba8b38b0 2024-11-26T15:15:37,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/0f7bc744f8b146259b97c6b6a9d666b0 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/0f7bc744f8b146259b97c6b6a9d666b0 2024-11-26T15:15:37,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/f338a0fa52bf42c6bfa359f84f910e83 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/f338a0fa52bf42c6bfa359f84f910e83 2024-11-26T15:15:37,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/48d7eb96abcf4896ae0de7ef2c51f9b5 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/48d7eb96abcf4896ae0de7ef2c51f9b5 2024-11-26T15:15:37,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/99d8423a7c5647d5bbea15fb6dc400c8 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/99d8423a7c5647d5bbea15fb6dc400c8 2024-11-26T15:15:37,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/408d337f98d849c7a83d68805afdd7bc to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/408d337f98d849c7a83d68805afdd7bc 2024-11-26T15:15:37,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/895ad7b251a642f584e053e6f007a801 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/895ad7b251a642f584e053e6f007a801 2024-11-26T15:15:37,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/8c4b61ba9e564657b813a75170152da5 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/8c4b61ba9e564657b813a75170152da5 2024-11-26T15:15:37,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/83b3db272ab247e8920b1daf6e2ff0c5 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/83b3db272ab247e8920b1daf6e2ff0c5 2024-11-26T15:15:37,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/b9261289f7204809a605e38465c0022c to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/b9261289f7204809a605e38465c0022c 2024-11-26T15:15:37,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/94616f5da460470ca36dd867f728a527 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/94616f5da460470ca36dd867f728a527 2024-11-26T15:15:37,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/92bc923b8e5240578d5b93f26749495a to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/92bc923b8e5240578d5b93f26749495a 2024-11-26T15:15:37,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/c92e0f83f60a4acbaa9ad7e609dcc967 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/c92e0f83f60a4acbaa9ad7e609dcc967 2024-11-26T15:15:37,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/08dec0eca2fd49e2913de2b8ed9af7ab to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/08dec0eca2fd49e2913de2b8ed9af7ab 2024-11-26T15:15:37,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/800b3488f4e54286a235f4d6b26eba04 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/800b3488f4e54286a235f4d6b26eba04 2024-11-26T15:15:37,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/877b656af1a44c429afef1d23efc13b8 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/877b656af1a44c429afef1d23efc13b8 2024-11-26T15:15:37,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/e91b56668a9f4168a1797f72e4cb3ee9 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/e91b56668a9f4168a1797f72e4cb3ee9 2024-11-26T15:15:37,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/2eba9836ec284384a786ced859f07a67, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/8ef5c7db6e7146bfba2e53ef15e2e1b0, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/76a79985283c40c09f3faebc92a274e4, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/48d43a119e0242aabd872b123a61a090, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/e7e5166f6e124e10bf57e69708a4e502, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/620b77559cd943cabe549c40599cdf45, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/e3c07e80fc294636b10fad5ab8cf8b51, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/335e0fdbb91e4b4887fe0aac3615c287, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/b4180a47bac744e58cb21f523e752565, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/4a15c988827b45b2979a9c0b90645492, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/c33996082f2e47bf9119651d7ba6f263, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/90146aa14a3b4bb99b4b577d9c639256, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/c8b1f51f0e7d4f789f8e72a590abc810, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/64785c9850c74fe8b25fec4b586e30f5, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/07703ea1f00a474faf7f975ca0265b92, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/efad9b4289894c9cb0a59e813095d5ee, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/7c67cd8e2b724977b93591b6474f4115, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/21fb8450210d49dabfd017ed25153677, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/a2e142ba4b1348b78a0da2cbf1bce2d4, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/8a4142357f0d42bc81539d38fb83ce01, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/20a765ffd7194e00b582080fa3bbdec7, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/42364f1056724ba39410e688abcdee5a, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/7e505b4264074b24b086f0157823df3b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/72b5e2f98a6b415f9cc3a59de0f5acf7] to archive 2024-11-26T15:15:37,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T15:15:37,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/2eba9836ec284384a786ced859f07a67 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/2eba9836ec284384a786ced859f07a67 2024-11-26T15:15:37,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/8ef5c7db6e7146bfba2e53ef15e2e1b0 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/8ef5c7db6e7146bfba2e53ef15e2e1b0 2024-11-26T15:15:37,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/76a79985283c40c09f3faebc92a274e4 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/76a79985283c40c09f3faebc92a274e4 2024-11-26T15:15:37,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/48d43a119e0242aabd872b123a61a090 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/48d43a119e0242aabd872b123a61a090 2024-11-26T15:15:37,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/e7e5166f6e124e10bf57e69708a4e502 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/e7e5166f6e124e10bf57e69708a4e502 2024-11-26T15:15:37,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/620b77559cd943cabe549c40599cdf45 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/620b77559cd943cabe549c40599cdf45 2024-11-26T15:15:37,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/e3c07e80fc294636b10fad5ab8cf8b51 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/e3c07e80fc294636b10fad5ab8cf8b51 2024-11-26T15:15:37,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/335e0fdbb91e4b4887fe0aac3615c287 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/335e0fdbb91e4b4887fe0aac3615c287 2024-11-26T15:15:37,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/b4180a47bac744e58cb21f523e752565 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/b4180a47bac744e58cb21f523e752565 2024-11-26T15:15:37,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/4a15c988827b45b2979a9c0b90645492 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/4a15c988827b45b2979a9c0b90645492 2024-11-26T15:15:37,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/c33996082f2e47bf9119651d7ba6f263 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/c33996082f2e47bf9119651d7ba6f263 2024-11-26T15:15:37,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/90146aa14a3b4bb99b4b577d9c639256 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/90146aa14a3b4bb99b4b577d9c639256 2024-11-26T15:15:37,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/c8b1f51f0e7d4f789f8e72a590abc810 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/c8b1f51f0e7d4f789f8e72a590abc810 2024-11-26T15:15:37,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/64785c9850c74fe8b25fec4b586e30f5 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/64785c9850c74fe8b25fec4b586e30f5 2024-11-26T15:15:37,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/07703ea1f00a474faf7f975ca0265b92 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/07703ea1f00a474faf7f975ca0265b92 2024-11-26T15:15:37,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/efad9b4289894c9cb0a59e813095d5ee to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/efad9b4289894c9cb0a59e813095d5ee 2024-11-26T15:15:37,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/7c67cd8e2b724977b93591b6474f4115 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/7c67cd8e2b724977b93591b6474f4115 2024-11-26T15:15:37,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/21fb8450210d49dabfd017ed25153677 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/21fb8450210d49dabfd017ed25153677 2024-11-26T15:15:37,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/a2e142ba4b1348b78a0da2cbf1bce2d4 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/a2e142ba4b1348b78a0da2cbf1bce2d4 2024-11-26T15:15:37,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/8a4142357f0d42bc81539d38fb83ce01 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/8a4142357f0d42bc81539d38fb83ce01 2024-11-26T15:15:37,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/20a765ffd7194e00b582080fa3bbdec7 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/20a765ffd7194e00b582080fa3bbdec7 2024-11-26T15:15:37,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/42364f1056724ba39410e688abcdee5a to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/42364f1056724ba39410e688abcdee5a 2024-11-26T15:15:37,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/7e505b4264074b24b086f0157823df3b to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/7e505b4264074b24b086f0157823df3b 2024-11-26T15:15:37,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/72b5e2f98a6b415f9cc3a59de0f5acf7 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/72b5e2f98a6b415f9cc3a59de0f5acf7 2024-11-26T15:15:37,895 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/recovered.edits/366.seqid, newMaxSeqId=366, maxSeqId=1 2024-11-26T15:15:37,898 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. 2024-11-26T15:15:37,899 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] regionserver.HRegion(1676): Region close journal for 2e2f6290eac70bf42708283a31f27068: Waiting for close lock at 1732634135650Running coprocessor pre-close hooks at 1732634135650Disabling compacts and flushes for region at 1732634135650Disabling writes for close at 1732634136695 (+1045 ms)Obtaining lock to block concurrent updates at 1732634136695Preparing flush snapshotting stores in 2e2f6290eac70bf42708283a31f27068 at 1732634136695Finished memstore snapshotting TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1732634136696 (+1 ms)Flushing stores of TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068. at 1732634136697 (+1 ms)Flushing 2e2f6290eac70bf42708283a31f27068/A: creating writer at 1732634136697Flushing 2e2f6290eac70bf42708283a31f27068/A: appending metadata at 1732634136700 (+3 ms)Flushing 2e2f6290eac70bf42708283a31f27068/A: closing flushed file at 1732634136700Flushing 2e2f6290eac70bf42708283a31f27068/B: creating writer at 1732634137111 (+411 ms)Flushing 2e2f6290eac70bf42708283a31f27068/B: appending metadata at 1732634137117 (+6 ms)Flushing 2e2f6290eac70bf42708283a31f27068/B: closing flushed file at 1732634137117Flushing 2e2f6290eac70bf42708283a31f27068/C: creating writer at 1732634137530 (+413 ms)Flushing 2e2f6290eac70bf42708283a31f27068/C: appending metadata at 1732634137533 (+3 ms)Flushing 2e2f6290eac70bf42708283a31f27068/C: closing flushed file at 1732634137533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b928003: reopening flushed file at 1732634137549 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e54f599: reopening flushed file at 1732634137557 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37dd8fb6: reopening flushed file at 1732634137564 (+7 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 2e2f6290eac70bf42708283a31f27068 in 876ms, sequenceid=363, compaction requested=true at 1732634137571 (+7 ms)Writing region close event to WAL at 1732634137883 (+312 ms)Running coprocessor post-close hooks at 1732634137896 (+13 ms)Closed at 1732634137898 (+2 ms) 2024-11-26T15:15:37,913 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=22}] handler.UnassignRegionHandler(157): Closed 2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:37,916 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=2e2f6290eac70bf42708283a31f27068, regionState=CLOSED 2024-11-26T15:15:37,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 because future has completed 2024-11-26T15:15:37,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-26T15:15:37,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; CloseRegionProcedure 2e2f6290eac70bf42708283a31f27068, server=6cc2bc8bf733,45537,1732634099035 in 2.4350 sec 2024-11-26T15:15:37,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-26T15:15:37,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2e2f6290eac70bf42708283a31f27068, UNASSIGN in 2.4490 sec 2024-11-26T15:15:37,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-26T15:15:37,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.4610 sec 2024-11-26T15:15:37,945 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634137945"}]},"ts":"1732634137945"} 2024-11-26T15:15:37,947 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T15:15:37,947 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T15:15:37,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.4850 sec 2024-11-26T15:15:38,491 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T15:15:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-26T15:15:39,662 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:15:39,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-26T15:15:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:15:39,671 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=23, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:15:39,673 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=23, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:15:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-26T15:15:39,679 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:39,685 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A, FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B, FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C, FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/recovered.edits] 2024-11-26T15:15:39,690 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/1ccb61a69a654b17b454e6a885f6e9e9 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/1ccb61a69a654b17b454e6a885f6e9e9 2024-11-26T15:15:39,691 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/b7a9c0c3934c4608ac765c241f4d38eb to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/b7a9c0c3934c4608ac765c241f4d38eb 2024-11-26T15:15:39,696 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/df741b0c8d154a12967f995fe5a5693e to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/A/df741b0c8d154a12967f995fe5a5693e 2024-11-26T15:15:39,700 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/2957395ea49c4fe28639d151ffce2071 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/2957395ea49c4fe28639d151ffce2071 2024-11-26T15:15:39,701 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/35d100299772496e8f1ddde908df2ec5 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/35d100299772496e8f1ddde908df2ec5 2024-11-26T15:15:39,703 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/7586fa53f93a445db965f2f7258745aa to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/B/7586fa53f93a445db965f2f7258745aa 2024-11-26T15:15:39,705 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/456724cb67b346bd821cb9851c297525 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/456724cb67b346bd821cb9851c297525 2024-11-26T15:15:39,706 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/48dcf0daba8e4296ae79187fa79dadfa to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/48dcf0daba8e4296ae79187fa79dadfa 2024-11-26T15:15:39,707 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/c8ee39083a464ef5adaf1bd478564b13 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/C/c8ee39083a464ef5adaf1bd478564b13 2024-11-26T15:15:39,714 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/recovered.edits/366.seqid to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068/recovered.edits/366.seqid 2024-11-26T15:15:39,715 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/2e2f6290eac70bf42708283a31f27068 2024-11-26T15:15:39,715 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T15:15:39,722 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=23, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:15:39,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-26T15:15:39,732 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T15:15:39,775 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T15:15:39,776 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=23, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:15:39,777 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T15:15:39,777 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732634139777"}]},"ts":"9223372036854775807"} 2024-11-26T15:15:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-26T15:15:39,816 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-26T15:15:39,816 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2e2f6290eac70bf42708283a31f27068, NAME => 'TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T15:15:39,817 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T15:15:39,817 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732634139817"}]},"ts":"9223372036854775807"} 2024-11-26T15:15:39,821 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-26T15:15:39,829 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=23, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:15:39,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 163 msec 2024-11-26T15:15:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-26T15:15:40,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-26T15:15:40,022 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:15:40,033 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=246 (was 210) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2032052914_22 at /127.0.0.1:41342 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;6cc2bc8bf733:45537-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=961 (was 787) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2980 (was 3673) 2024-11-26T15:15:40,043 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=246, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=961, ProcessCount=11, AvailableMemoryMB=2980 2024-11-26T15:15:40,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T15:15:40,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:15:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=24, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T15:15:40,047 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:15:40,047 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:40,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 24 2024-11-26T15:15:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=24 2024-11-26T15:15:40,048 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:15:40,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741918_1094 (size=1061) 2024-11-26T15:15:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=24 2024-11-26T15:15:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=24 2024-11-26T15:15:40,462 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726 2024-11-26T15:15:40,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741919_1095 (size=53) 2024-11-26T15:15:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=24 2024-11-26T15:15:40,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:15:40,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 23a20285c3d5c41693e26ad55c4f3df2, disabling compactions & flushes 2024-11-26T15:15:40,870 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:40,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:40,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. after waiting 0 ms 2024-11-26T15:15:40,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:40,870 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:40,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23a20285c3d5c41693e26ad55c4f3df2: Waiting for close lock at 1732634140870Disabling compacts and flushes for region at 1732634140870Disabling writes for close at 1732634140870Writing region close event to WAL at 1732634140870Closed at 1732634140870 2024-11-26T15:15:40,871 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:15:40,872 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732634140871"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634140871"}]},"ts":"1732634140871"} 2024-11-26T15:15:40,873 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:15:40,874 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:15:40,874 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634140874"}]},"ts":"1732634140874"} 2024-11-26T15:15:40,875 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T15:15:40,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=23a20285c3d5c41693e26ad55c4f3df2, ASSIGN}] 2024-11-26T15:15:40,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=23a20285c3d5c41693e26ad55c4f3df2, ASSIGN 2024-11-26T15:15:40,878 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=23a20285c3d5c41693e26ad55c4f3df2, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,45537,1732634099035; forceNewPlan=false, retain=false 2024-11-26T15:15:41,028 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=23a20285c3d5c41693e26ad55c4f3df2, regionState=OPENING, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:41,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=23a20285c3d5c41693e26ad55c4f3df2, ASSIGN because future has completed 2024-11-26T15:15:41,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035}] 2024-11-26T15:15:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=24 2024-11-26T15:15:41,189 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:41,189 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7752): Opening region: {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:15:41,190 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:41,190 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:15:41,190 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7794): checking encryption for 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:41,190 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7797): checking classloading for 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:41,192 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:41,193 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:15:41,193 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23a20285c3d5c41693e26ad55c4f3df2 columnFamilyName A 2024-11-26T15:15:41,194 DEBUG [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:41,195 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] regionserver.HStore(327): Store=23a20285c3d5c41693e26ad55c4f3df2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:15:41,195 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:41,196 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:15:41,196 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23a20285c3d5c41693e26ad55c4f3df2 columnFamilyName B 2024-11-26T15:15:41,197 DEBUG [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:41,197 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] regionserver.HStore(327): Store=23a20285c3d5c41693e26ad55c4f3df2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:15:41,197 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:41,199 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:15:41,199 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23a20285c3d5c41693e26ad55c4f3df2 columnFamilyName C 2024-11-26T15:15:41,199 DEBUG [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:41,199 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] regionserver.HStore(327): Store=23a20285c3d5c41693e26ad55c4f3df2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:15:41,200 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:41,200 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1038): replaying wal for 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:41,201 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:41,201 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:41,202 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1048): stopping wal replay for 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:41,202 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1060): Cleaning up temporary data for 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:41,203 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T15:15:41,204 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1093): writing seq id for 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:41,206 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:15:41,207 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1114): Opened 23a20285c3d5c41693e26ad55c4f3df2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69098794, jitterRate=0.029652267694473267}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T15:15:41,207 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:41,208 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1006): Region open journal for 23a20285c3d5c41693e26ad55c4f3df2: Running coprocessor pre-open hook at 1732634141190Writing region info on filesystem at 1732634141190Initializing all the Stores at 1732634141191 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634141191Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634141191Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634141191Cleaning up temporary data from old regions at 1732634141202 (+11 ms)Running coprocessor post-open hooks at 1732634141207 (+5 ms)Region opened successfully at 1732634141208 (+1 ms) 2024-11-26T15:15:41,208 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., pid=26, masterSystemTime=1732634141185 2024-11-26T15:15:41,211 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:41,211 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:41,211 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=23a20285c3d5c41693e26ad55c4f3df2, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:41,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 because future has completed 2024-11-26T15:15:41,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-26T15:15:41,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 in 183 msec 2024-11-26T15:15:41,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=25, resume processing ppid=24 2024-11-26T15:15:41,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=24, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=23a20285c3d5c41693e26ad55c4f3df2, ASSIGN in 342 msec 2024-11-26T15:15:41,223 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:15:41,223 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634141223"}]},"ts":"1732634141223"} 2024-11-26T15:15:41,225 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T15:15:41,226 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=24, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:15:41,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1820 sec 2024-11-26T15:15:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=24 2024-11-26T15:15:42,192 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:15:42,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6374bdcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:42,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:15:42,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:15:42,195 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:15:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:15:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:15:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0d4bdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:15:42,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:15:42,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:42,197 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:15:42,198 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f1c755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:42,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:42,199 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:42,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:42,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:42,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:15:42,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,39097,1732634097953 2024-11-26T15:15:42,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ad5e6af 2024-11-26T15:15:42,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:15:42,205 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:15:42,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T15:15:42,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:15:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T15:15:42,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741920_1096 (size=1097) 2024-11-26T15:15:42,635 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-26T15:15:42,635 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-26T15:15:42,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T15:15:42,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=23a20285c3d5c41693e26ad55c4f3df2, REOPEN/MOVE}] 2024-11-26T15:15:42,648 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=23a20285c3d5c41693e26ad55c4f3df2, REOPEN/MOVE 2024-11-26T15:15:42,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=23a20285c3d5c41693e26ad55c4f3df2, regionState=CLOSING, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:42,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=23a20285c3d5c41693e26ad55c4f3df2, REOPEN/MOVE because future has completed 2024-11-26T15:15:42,652 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T15:15:42,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035}] 2024-11-26T15:15:42,809 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:42,809 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T15:15:42,809 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing 23a20285c3d5c41693e26ad55c4f3df2, disabling compactions & flushes 2024-11-26T15:15:42,809 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:42,809 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:42,809 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. after waiting 0 ms 2024-11-26T15:15:42,809 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:42,814 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T15:15:42,815 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:42,815 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for 23a20285c3d5c41693e26ad55c4f3df2: Waiting for close lock at 1732634142809Running coprocessor pre-close hooks at 1732634142809Disabling compacts and flushes for region at 1732634142809Disabling writes for close at 1732634142809Writing region close event to WAL at 1732634142810 (+1 ms)Running coprocessor post-close hooks at 1732634142815 (+5 ms)Closed at 1732634142815 2024-11-26T15:15:42,815 WARN [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionServer(3299): Not adding moved region record: 23a20285c3d5c41693e26ad55c4f3df2 to self. 2024-11-26T15:15:42,818 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:42,819 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=23a20285c3d5c41693e26ad55c4f3df2, regionState=CLOSED 2024-11-26T15:15:42,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 because future has completed 2024-11-26T15:15:42,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-26T15:15:42,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure 23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 in 170 msec 2024-11-26T15:15:42,828 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=23a20285c3d5c41693e26ad55c4f3df2, REOPEN/MOVE; state=CLOSED, location=6cc2bc8bf733,45537,1732634099035; forceNewPlan=false, retain=true 2024-11-26T15:15:42,979 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=23a20285c3d5c41693e26ad55c4f3df2, regionState=OPENING, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:42,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=23a20285c3d5c41693e26ad55c4f3df2, REOPEN/MOVE because future has completed 2024-11-26T15:15:42,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035}] 2024-11-26T15:15:43,142 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:43,142 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:15:43,142 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:43,143 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:15:43,143 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:43,143 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:43,146 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:43,147 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:15:43,151 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23a20285c3d5c41693e26ad55c4f3df2 columnFamilyName A 2024-11-26T15:15:43,153 DEBUG [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:43,153 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] regionserver.HStore(327): Store=23a20285c3d5c41693e26ad55c4f3df2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:15:43,154 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:43,154 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:15:43,155 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23a20285c3d5c41693e26ad55c4f3df2 columnFamilyName B 2024-11-26T15:15:43,155 DEBUG [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:43,155 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] regionserver.HStore(327): Store=23a20285c3d5c41693e26ad55c4f3df2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:15:43,155 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:43,156 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:15:43,156 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23a20285c3d5c41693e26ad55c4f3df2 columnFamilyName C 2024-11-26T15:15:43,156 DEBUG [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:43,156 INFO [StoreOpener-23a20285c3d5c41693e26ad55c4f3df2-1 {}] regionserver.HStore(327): Store=23a20285c3d5c41693e26ad55c4f3df2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:15:43,156 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:43,156 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:43,157 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:43,158 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:43,159 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:43,159 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:43,159 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T15:15:43,161 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:43,162 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 23a20285c3d5c41693e26ad55c4f3df2; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71727104, jitterRate=0.068817138671875}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T15:15:43,162 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:43,163 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 23a20285c3d5c41693e26ad55c4f3df2: Running coprocessor pre-open hook at 1732634143143Writing region info on filesystem at 1732634143143Initializing all the Stores at 1732634143144 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634143144Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634143144Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634143144Cleaning up temporary data from old regions at 1732634143159 (+15 ms)Running coprocessor post-open hooks at 1732634143162 (+3 ms)Region opened successfully at 1732634143163 (+1 ms) 2024-11-26T15:15:43,163 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., pid=31, masterSystemTime=1732634143139 2024-11-26T15:15:43,165 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:43,165 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:43,166 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=23a20285c3d5c41693e26ad55c4f3df2, regionState=OPEN, openSeqNum=5, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:43,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 because future has completed 2024-11-26T15:15:43,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=29 2024-11-26T15:15:43,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 in 184 msec 2024-11-26T15:15:43,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-26T15:15:43,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=23a20285c3d5c41693e26ad55c4f3df2, REOPEN/MOVE in 525 msec 2024-11-26T15:15:43,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-26T15:15:43,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 537 msec 2024-11-26T15:15:43,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 968 msec 2024-11-26T15:15:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-26T15:15:43,190 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:15:43,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e853879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:15:43,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:15:43,192 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:15:43,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:15:43,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:15:43,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797abbcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:15:43,193 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:15:43,193 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:43,194 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:15:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2997a437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a00ea56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:15:43,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:15:43,199 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:15:43,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:15:43,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:15:43,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62990a51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:15:43,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:15:43,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:43,209 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:15:43,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c67a211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b474cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:15:43,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:15:43,217 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:15:43,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:15:43,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:15:43,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa37a2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:15:43,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:15:43,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:43,219 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:15:43,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15720ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0133ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:15:43,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:15:43,224 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:15:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:15:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:15:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e657f8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:15:43,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:15:43,225 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:43,232 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:15:43,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3202f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9032c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:15:43,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:15:43,240 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:15:43,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:15:43,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:15:43,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600aa38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:15:43,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:15:43,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:43,242 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:15:43,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38209206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4870d163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:15:43,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:15:43,245 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:15:43,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:15:43,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:15:43,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e5ffe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:15:43,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:15:43,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:43,247 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:15:43,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24afcff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e9634b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:15:43,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:15:43,253 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:15:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:15:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:15:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382b963b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:15:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:15:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:43,255 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:15:43,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621343d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f7e914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:15:43,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:15:43,258 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:15:43,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:15:43,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:15:43,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acf3db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:15:43,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:15:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:43,259 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:15:43,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a8f698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@559060c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:15:43,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:15:43,261 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:15:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:15:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:15:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662485a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:15:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:15:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:15:43,263 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:15:43,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9778420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:15:43,265 DEBUG [Thread-521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:43,266 DEBUG [Thread-525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:43,266 DEBUG [Thread-519 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:43,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:43,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:43,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:43,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:43,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:43,268 DEBUG [Thread-523 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:43,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:43,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:43,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:43,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:43,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:43,269 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:15:43,269 DEBUG [Thread-534 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:43,270 DEBUG [Thread-517 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:43,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:43,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:15:43,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:43,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:43,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:43,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:15:43,275 DEBUG [Thread-530 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:43,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:43,276 DEBUG [Thread-532 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:43,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:43,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:15:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-26T15:15:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:43,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:15:43,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-26T15:15:43,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:43,280 DEBUG [Thread-528 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:15:43,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:15:43,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:15:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:15:43,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:15:43,286 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:15:43,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:15:43,287 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:15:43,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:15:43,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:15:43,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:15:43,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:15:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:43,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23a20285c3d5c41693e26ad55c4f3df2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T15:15:43,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=A 2024-11-26T15:15:43,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:43,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=B 2024-11-26T15:15:43,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:43,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=C 2024-11-26T15:15:43,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:43,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126970622ab620243c6b716949f50fee0e2_23a20285c3d5c41693e26ad55c4f3df2 is 50, key is test_row_0/A:col10/1732634143279/Put/seqid=0 2024-11-26T15:15:43,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634143333, max timestamp=1732634143384Num uniques 859; 2024-11-26T15:15:43,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:15:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-26T15:15:43,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634143333, max timestamp=1732634143384Num uniques 859; 2024-11-26T15:15:43,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:15:43,395 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634143333, max timestamp=1732634143386Num uniques 859; 2024-11-26T15:15:43,395 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:15:43,433 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T15:15:43,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741921_1097 (size=21918) 2024-11-26T15:15:43,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T15:15:43,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:43,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:43,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:43,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:43,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:43,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634203478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:43,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634203480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:43,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:43,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634203483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:43,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50052 deadline: 1732634203485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:43,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:43,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634203485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:43,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:43,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T15:15:43,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:43,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:43,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:43,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:43,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:43,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-26T15:15:43,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634203615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:43,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:43,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:43,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634203630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:43,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:43,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634203632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:43,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634203632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:43,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50052 deadline: 1732634203633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:43,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:43,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:43,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:43,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T15:15:43,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:43,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:43,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:43,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:43,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:43,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634203837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:43,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:43,846 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:43,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634203842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:43,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:43,858 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126970622ab620243c6b716949f50fee0e2_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126970622ab620243c6b716949f50fee0e2_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:43,859 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/624db6aea43b4499939f59fec74166a1, store: [table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:43,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634203856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:43,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634203856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:43,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:43,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:43,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50052 deadline: 1732634203857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:43,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/624db6aea43b4499939f59fec74166a1 is 175, key is test_row_0/A:col10/1732634143279/Put/seqid=0 2024-11-26T15:15:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:43,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741922_1098 (size=65323) 2024-11-26T15:15:43,907 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/624db6aea43b4499939f59fec74166a1 2024-11-26T15:15:43,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T15:15:43,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:43,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:43,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:43,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:43,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-26T15:15:43,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/18e05292cbcc400584991d8c59545819 is 50, key is test_row_0/B:col10/1732634143279/Put/seqid=0 2024-11-26T15:15:43,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741923_1099 (size=12001) 2024-11-26T15:15:44,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T15:15:44,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:44,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:44,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:44,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:44,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:44,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634204152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:44,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:44,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:44,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:44,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634204161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:44,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:44,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:44,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:44,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634204171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:44,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:44,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:44,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:44,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634204171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:44,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:44,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:44,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:44,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50052 deadline: 1732634204182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:44,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:44,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:44,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:44,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T15:15:44,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:44,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:44,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:44,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:44,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:44,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/18e05292cbcc400584991d8c59545819 2024-11-26T15:15:44,409 INFO [master/6cc2bc8bf733:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T15:15:44,409 INFO [master/6cc2bc8bf733:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T15:15:44,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T15:15:44,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:44,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:44,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:44,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:44,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:44,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/200575e658aa4071a09829ced169bd0d is 50, key is test_row_0/C:col10/1732634143279/Put/seqid=0 2024-11-26T15:15:44,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741924_1100 (size=12001) 2024-11-26T15:15:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-26T15:15:44,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T15:15:44,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:44,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:44,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:44,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:44,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:44,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634204672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:44,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:44,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:44,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:44,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634204673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:44,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634204682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:44,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:44,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:44,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:44,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634204692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:44,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:44,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:44,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50052 deadline: 1732634204703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:44,713 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:44,713 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:44,713 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:44,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T15:15:44,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:44,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:44,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:44,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:44,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:44,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/200575e658aa4071a09829ced169bd0d 2024-11-26T15:15:44,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/624db6aea43b4499939f59fec74166a1 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/624db6aea43b4499939f59fec74166a1 2024-11-26T15:15:44,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/624db6aea43b4499939f59fec74166a1, entries=350, sequenceid=15, filesize=63.8 K 2024-11-26T15:15:44,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/18e05292cbcc400584991d8c59545819 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/18e05292cbcc400584991d8c59545819 2024-11-26T15:15:44,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/18e05292cbcc400584991d8c59545819, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T15:15:44,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T15:15:44,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/200575e658aa4071a09829ced169bd0d as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/200575e658aa4071a09829ced169bd0d 2024-11-26T15:15:44,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:44,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:44,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:44,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:44,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:44,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/200575e658aa4071a09829ced169bd0d, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T15:15:44,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 23a20285c3d5c41693e26ad55c4f3df2 in 1596ms, sequenceid=15, compaction requested=false 2024-11-26T15:15:44,902 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T15:15:44,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:45,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-26T15:15:45,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:45,047 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 23a20285c3d5c41693e26ad55c4f3df2 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-26T15:15:45,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=A 2024-11-26T15:15:45,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:45,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=B 2024-11-26T15:15:45,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:45,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=C 2024-11-26T15:15:45,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:45,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260c77fa09212b4c7f823111bdcc368f34_23a20285c3d5c41693e26ad55c4f3df2 is 50, key is test_row_0/A:col10/1732634143465/Put/seqid=0 2024-11-26T15:15:45,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741925_1101 (size=12154) 2024-11-26T15:15:45,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:45,150 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411260c77fa09212b4c7f823111bdcc368f34_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260c77fa09212b4c7f823111bdcc368f34_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:45,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/18c4f37b8297466ca38799ce65a51334, store: [table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:45,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/18c4f37b8297466ca38799ce65a51334 is 175, key is test_row_0/A:col10/1732634143465/Put/seqid=0 2024-11-26T15:15:45,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741926_1102 (size=30955) 2024-11-26T15:15:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-26T15:15:45,600 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/18c4f37b8297466ca38799ce65a51334 2024-11-26T15:15:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/3b5c54df5eb24c5083fa0b76fd7c5e0c is 50, key is test_row_0/B:col10/1732634143465/Put/seqid=0 2024-11-26T15:15:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:45,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:45,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741927_1103 (size=12001) 2024-11-26T15:15:45,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:45,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634205720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634205724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:45,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:45,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:45,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:45,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:45,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:45,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:45,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634205727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:45,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:45,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:45,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:45,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634205728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:45,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50052 deadline: 1732634205732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:45,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:45,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:45,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:45,736 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in 23a20285c3d5c41693e26ad55c4f3df2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2251 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:15:45,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:45,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:45,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:45,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634205842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:45,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:45,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634205842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:45,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:45,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:45,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:45,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:45,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634205842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:45,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634205842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:45,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:45,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:46,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634206062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:46,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634206062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:46,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:46,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634206062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:46,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634206064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:46,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:46,105 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/3b5c54df5eb24c5083fa0b76fd7c5e0c 2024-11-26T15:15:46,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/07eb5fe874c4427e8030a70a238fdae0 is 50, key is test_row_0/C:col10/1732634143465/Put/seqid=0 2024-11-26T15:15:46,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741928_1104 (size=12001) 2024-11-26T15:15:46,212 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/07eb5fe874c4427e8030a70a238fdae0 2024-11-26T15:15:46,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/18c4f37b8297466ca38799ce65a51334 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/18c4f37b8297466ca38799ce65a51334 2024-11-26T15:15:46,244 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/18c4f37b8297466ca38799ce65a51334, entries=150, sequenceid=51, filesize=30.2 K 2024-11-26T15:15:46,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/3b5c54df5eb24c5083fa0b76fd7c5e0c as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/3b5c54df5eb24c5083fa0b76fd7c5e0c 2024-11-26T15:15:46,253 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/3b5c54df5eb24c5083fa0b76fd7c5e0c, entries=150, sequenceid=51, filesize=11.7 K 2024-11-26T15:15:46,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/07eb5fe874c4427e8030a70a238fdae0 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/07eb5fe874c4427e8030a70a238fdae0 2024-11-26T15:15:46,271 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/07eb5fe874c4427e8030a70a238fdae0, entries=150, sequenceid=51, filesize=11.7 K 2024-11-26T15:15:46,274 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 23a20285c3d5c41693e26ad55c4f3df2 in 1227ms, sequenceid=51, compaction requested=false 2024-11-26T15:15:46,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:46,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:46,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-26T15:15:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-26T15:15:46,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-26T15:15:46,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9910 sec 2024-11-26T15:15:46,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 3.0370 sec 2024-11-26T15:15:46,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23a20285c3d5c41693e26ad55c4f3df2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T15:15:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=A 2024-11-26T15:15:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=B 2024-11-26T15:15:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=C 2024-11-26T15:15:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:46,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112623f7ee0ad4d34aa5a84a9775154e196d_23a20285c3d5c41693e26ad55c4f3df2 is 50, key is test_row_0/A:col10/1732634145723/Put/seqid=0 2024-11-26T15:15:46,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741929_1105 (size=14594) 2024-11-26T15:15:46,453 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:46,485 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112623f7ee0ad4d34aa5a84a9775154e196d_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112623f7ee0ad4d34aa5a84a9775154e196d_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:46,491 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/7bc541706267455492d78a6e83bf6c3e, store: [table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:46,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/7bc541706267455492d78a6e83bf6c3e is 175, key is test_row_0/A:col10/1732634145723/Put/seqid=0 2024-11-26T15:15:46,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634206497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:46,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634206504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:46,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:46,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:46,524 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634146473, max timestamp=1732634146507Num uniques 859; 2024-11-26T15:15:46,524 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:15:46,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634146473, max timestamp=1732634146507Num uniques 859; 2024-11-26T15:15:46,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634146473, max timestamp=1732634146507Num uniques 859; 2024-11-26T15:15:46,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:15:46,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:15:46,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741930_1106 (size=39549) 2024-11-26T15:15:46,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634206502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:46,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:46,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634206666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:46,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:46,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634206666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:46,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:46,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:46,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634206666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634206671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:46,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634206783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:46,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634206783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:46,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634206783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:46,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:46,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634206783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:46,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:46,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:46,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:46,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:46,929 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/7bc541706267455492d78a6e83bf6c3e 2024-11-26T15:15:46,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/e9163ec0611c4428a27f3dccd16fd6ed is 50, key is test_row_0/B:col10/1732634145723/Put/seqid=0 2024-11-26T15:15:47,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634206992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:47,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:47,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:47,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634206992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634206992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:47,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741931_1107 (size=12001) 2024-11-26T15:15:47,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:47,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634206996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:47,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:47,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:47,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634207312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:47,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634207313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:47,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:47,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:47,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:47,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634207314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:47,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:47,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634207313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:47,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:47,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/e9163ec0611c4428a27f3dccd16fd6ed 2024-11-26T15:15:47,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/32378750dc0642a69a28c6313653555d is 50, key is test_row_0/C:col10/1732634145723/Put/seqid=0 2024-11-26T15:15:47,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741932_1108 (size=12001) 2024-11-26T15:15:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-26T15:15:47,484 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:15:47,484 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:15:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-26T15:15:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T15:15:47,497 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:15:47,498 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:15:47,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:15:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T15:15:47,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-26T15:15:47,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:47,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:47,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:47,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:47,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:47,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50052 deadline: 1732634207753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:47,755 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in 23a20285c3d5c41693e26ad55c4f3df2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4271 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:15:47,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:47,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-26T15:15:47,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:47,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:47,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:47,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:47,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T15:15:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:47,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634207821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:47,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:47,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634207821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:47,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/32378750dc0642a69a28c6313653555d 2024-11-26T15:15:47,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634207824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:47,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:47,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/7bc541706267455492d78a6e83bf6c3e as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/7bc541706267455492d78a6e83bf6c3e 2024-11-26T15:15:47,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:47,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/7bc541706267455492d78a6e83bf6c3e, entries=200, sequenceid=62, filesize=38.6 K 2024-11-26T15:15:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634207832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:47,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:47,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:47,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/e9163ec0611c4428a27f3dccd16fd6ed as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/e9163ec0611c4428a27f3dccd16fd6ed 2024-11-26T15:15:47,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/e9163ec0611c4428a27f3dccd16fd6ed, entries=150, sequenceid=62, filesize=11.7 K 2024-11-26T15:15:47,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/32378750dc0642a69a28c6313653555d as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/32378750dc0642a69a28c6313653555d 2024-11-26T15:15:47,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/32378750dc0642a69a28c6313653555d, entries=150, sequenceid=62, filesize=11.7 K 2024-11-26T15:15:47,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 23a20285c3d5c41693e26ad55c4f3df2 in 1497ms, sequenceid=62, compaction requested=true 2024-11-26T15:15:47,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:47,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23a20285c3d5c41693e26ad55c4f3df2:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:15:47,885 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:47,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:47,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23a20285c3d5c41693e26ad55c4f3df2:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:15:47,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:47,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23a20285c3d5c41693e26ad55c4f3df2:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:15:47,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T15:15:47,886 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:47,887 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:47,887 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135827 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:47,887 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 23a20285c3d5c41693e26ad55c4f3df2/B is initiating minor compaction (all files) 2024-11-26T15:15:47,887 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 23a20285c3d5c41693e26ad55c4f3df2/A is initiating minor compaction (all files) 2024-11-26T15:15:47,887 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23a20285c3d5c41693e26ad55c4f3df2/A in TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:47,887 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23a20285c3d5c41693e26ad55c4f3df2/B in TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:47,888 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/624db6aea43b4499939f59fec74166a1, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/18c4f37b8297466ca38799ce65a51334, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/7bc541706267455492d78a6e83bf6c3e] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp, totalSize=132.6 K 2024-11-26T15:15:47,888 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/18e05292cbcc400584991d8c59545819, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/3b5c54df5eb24c5083fa0b76fd7c5e0c, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/e9163ec0611c4428a27f3dccd16fd6ed] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp, totalSize=35.2 K 2024-11-26T15:15:47,888 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:47,888 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. files: [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/624db6aea43b4499939f59fec74166a1, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/18c4f37b8297466ca38799ce65a51334, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/7bc541706267455492d78a6e83bf6c3e] 2024-11-26T15:15:47,889 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 18e05292cbcc400584991d8c59545819, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732634143279 2024-11-26T15:15:47,889 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 624db6aea43b4499939f59fec74166a1, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732634143276 2024-11-26T15:15:47,891 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18c4f37b8297466ca38799ce65a51334, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732634143465 2024-11-26T15:15:47,891 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b5c54df5eb24c5083fa0b76fd7c5e0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732634143465 2024-11-26T15:15:47,892 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting e9163ec0611c4428a27f3dccd16fd6ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732634145714 2024-11-26T15:15:47,893 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bc541706267455492d78a6e83bf6c3e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732634145714 2024-11-26T15:15:47,923 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23a20285c3d5c41693e26ad55c4f3df2#B#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:47,924 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/47ecc98d7d604636b349f1f9a813f3c8 is 50, key is test_row_0/B:col10/1732634145723/Put/seqid=0 2024-11-26T15:15:47,930 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:47,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741933_1109 (size=12104) 2024-11-26T15:15:47,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-26T15:15:47,968 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411267099a00fbd7e4f2c85c0740f847e6c22_23a20285c3d5c41693e26ad55c4f3df2 store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:47,968 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/47ecc98d7d604636b349f1f9a813f3c8 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/47ecc98d7d604636b349f1f9a813f3c8 2024-11-26T15:15:47,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:47,972 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 23a20285c3d5c41693e26ad55c4f3df2 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-26T15:15:47,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=A 2024-11-26T15:15:47,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:47,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=B 2024-11-26T15:15:47,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:47,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=C 2024-11-26T15:15:47,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:47,974 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411267099a00fbd7e4f2c85c0740f847e6c22_23a20285c3d5c41693e26ad55c4f3df2, store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:47,974 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267099a00fbd7e4f2c85c0740f847e6c22_23a20285c3d5c41693e26ad55c4f3df2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:47,985 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23a20285c3d5c41693e26ad55c4f3df2/B of 23a20285c3d5c41693e26ad55c4f3df2 into 47ecc98d7d604636b349f1f9a813f3c8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:47,985 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:47,985 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., storeName=23a20285c3d5c41693e26ad55c4f3df2/B, priority=13, startTime=1732634147885; duration=0sec 2024-11-26T15:15:47,985 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:47,985 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23a20285c3d5c41693e26ad55c4f3df2:B 2024-11-26T15:15:47,986 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:47,988 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:47,988 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 23a20285c3d5c41693e26ad55c4f3df2/C is initiating minor compaction (all files) 2024-11-26T15:15:47,988 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23a20285c3d5c41693e26ad55c4f3df2/C in TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:47,989 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/200575e658aa4071a09829ced169bd0d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/07eb5fe874c4427e8030a70a238fdae0, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/32378750dc0642a69a28c6313653555d] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp, totalSize=35.2 K 2024-11-26T15:15:47,992 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 200575e658aa4071a09829ced169bd0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732634143279 2024-11-26T15:15:47,993 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 07eb5fe874c4427e8030a70a238fdae0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732634143465 2024-11-26T15:15:47,994 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 32378750dc0642a69a28c6313653555d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732634145714 2024-11-26T15:15:48,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741934_1110 (size=4469) 2024-11-26T15:15:48,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269a528a29ee8e40a28d75cb0a9400fb55_23a20285c3d5c41693e26ad55c4f3df2 is 50, key is test_row_0/A:col10/1732634146639/Put/seqid=0 2024-11-26T15:15:48,048 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23a20285c3d5c41693e26ad55c4f3df2#C#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:48,049 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/f6db2eb829444d3fb20758a96e0b2b44 is 50, key is test_row_0/C:col10/1732634145723/Put/seqid=0 2024-11-26T15:15:48,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741935_1111 (size=12154) 2024-11-26T15:15:48,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:48,095 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269a528a29ee8e40a28d75cb0a9400fb55_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269a528a29ee8e40a28d75cb0a9400fb55_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:48,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/849a7fec17e645ff8067c5a40efda372, store: [table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:48,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/849a7fec17e645ff8067c5a40efda372 is 175, key is test_row_0/A:col10/1732634146639/Put/seqid=0 2024-11-26T15:15:48,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741936_1112 (size=12104) 2024-11-26T15:15:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T15:15:48,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741937_1113 (size=30955) 2024-11-26T15:15:48,322 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T15:15:48,432 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23a20285c3d5c41693e26ad55c4f3df2#A#compaction#91 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:48,432 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/80c94d2a7816437d8dd2f71c81fdb417 is 175, key is test_row_0/A:col10/1732634145723/Put/seqid=0 2024-11-26T15:15:48,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741938_1114 (size=31058) 2024-11-26T15:15:48,484 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/80c94d2a7816437d8dd2f71c81fdb417 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/80c94d2a7816437d8dd2f71c81fdb417 2024-11-26T15:15:48,491 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T15:15:48,491 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-26T15:15:48,496 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23a20285c3d5c41693e26ad55c4f3df2/A of 23a20285c3d5c41693e26ad55c4f3df2 into 80c94d2a7816437d8dd2f71c81fdb417(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:48,496 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:48,496 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., storeName=23a20285c3d5c41693e26ad55c4f3df2/A, priority=13, startTime=1732634147885; duration=0sec 2024-11-26T15:15:48,496 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:48,496 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23a20285c3d5c41693e26ad55c4f3df2:A 2024-11-26T15:15:48,509 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/f6db2eb829444d3fb20758a96e0b2b44 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/f6db2eb829444d3fb20758a96e0b2b44 2024-11-26T15:15:48,518 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23a20285c3d5c41693e26ad55c4f3df2/C of 23a20285c3d5c41693e26ad55c4f3df2 into f6db2eb829444d3fb20758a96e0b2b44(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:48,518 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:48,518 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., storeName=23a20285c3d5c41693e26ad55c4f3df2/C, priority=13, startTime=1732634147886; duration=0sec 2024-11-26T15:15:48,518 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:48,519 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23a20285c3d5c41693e26ad55c4f3df2:C 2024-11-26T15:15:48,542 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/849a7fec17e645ff8067c5a40efda372 2024-11-26T15:15:48,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/08c1b596e62746309ea3dc74250b9cfa is 50, key is test_row_0/B:col10/1732634146639/Put/seqid=0 2024-11-26T15:15:48,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741939_1115 (size=12001) 2024-11-26T15:15:48,611 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/08c1b596e62746309ea3dc74250b9cfa 2024-11-26T15:15:48,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/e5e2388158cf48b5944d1bc3d70490c7 is 50, key is test_row_0/C:col10/1732634146639/Put/seqid=0 2024-11-26T15:15:48,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741940_1116 (size=12001) 2024-11-26T15:15:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T15:15:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:48,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:48,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634208869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:48,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:48,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:48,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:48,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634208881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:48,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634208884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:48,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:48,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:48,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:48,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634208884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:48,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634208993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:49,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634209002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:49,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634209004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:49,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:49,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:49,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634209011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:49,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:49,036 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/e5e2388158cf48b5944d1bc3d70490c7 2024-11-26T15:15:49,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/849a7fec17e645ff8067c5a40efda372 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/849a7fec17e645ff8067c5a40efda372 2024-11-26T15:15:49,103 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/849a7fec17e645ff8067c5a40efda372, entries=150, sequenceid=98, filesize=30.2 K 2024-11-26T15:15:49,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/08c1b596e62746309ea3dc74250b9cfa as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/08c1b596e62746309ea3dc74250b9cfa 2024-11-26T15:15:49,154 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/08c1b596e62746309ea3dc74250b9cfa, entries=150, sequenceid=98, filesize=11.7 K 2024-11-26T15:15:49,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/e5e2388158cf48b5944d1bc3d70490c7 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/e5e2388158cf48b5944d1bc3d70490c7 2024-11-26T15:15:49,174 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/e5e2388158cf48b5944d1bc3d70490c7, entries=150, sequenceid=98, filesize=11.7 K 2024-11-26T15:15:49,176 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 23a20285c3d5c41693e26ad55c4f3df2 in 1204ms, sequenceid=98, compaction requested=false 2024-11-26T15:15:49,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:49,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:49,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-26T15:15:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-26T15:15:49,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-26T15:15:49,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6900 sec 2024-11-26T15:15:49,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.7140 sec 2024-11-26T15:15:49,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23a20285c3d5c41693e26ad55c4f3df2 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-26T15:15:49,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=A 2024-11-26T15:15:49,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:49,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=B 2024-11-26T15:15:49,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:49,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=C 2024-11-26T15:15:49,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:49,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264cebb0578c3a46ef81fbe7ea47a676f3_23a20285c3d5c41693e26ad55c4f3df2 is 50, key is test_row_0/A:col10/1732634148863/Put/seqid=0 2024-11-26T15:15:49,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741941_1117 (size=12154) 2024-11-26T15:15:49,285 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:49,297 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264cebb0578c3a46ef81fbe7ea47a676f3_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264cebb0578c3a46ef81fbe7ea47a676f3_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:49,300 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/91ee4fac59494d07a4dbfeb138c7fc17, store: [table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:49,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/91ee4fac59494d07a4dbfeb138c7fc17 is 175, key is test_row_0/A:col10/1732634148863/Put/seqid=0 2024-11-26T15:15:49,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634209286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:49,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634209297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:49,307 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732634149258, max timestamp=1732634149301Num uniques 859; 2024-11-26T15:15:49,307 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:15:49,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:49,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732634149258, max timestamp=1732634149301Num uniques 859; 2024-11-26T15:15:49,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732634149258, max timestamp=1732634149301Num uniques 859; 2024-11-26T15:15:49,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:15:49,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:15:49,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741942_1118 (size=30955) 2024-11-26T15:15:49,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634209373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:49,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:49,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634209385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:49,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:49,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634209413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:49,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:49,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634209413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:49,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:49,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634209501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:49,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634209503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:49,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:49,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634209622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:49,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634209622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:49,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:49,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-26T15:15:49,662 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:15:49,662 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:15:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-26T15:15:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-26T15:15:49,665 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:15:49,666 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:15:49,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:15:49,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634209712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:49,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:49,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634209721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:49,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:49,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:49,747 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=113, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/91ee4fac59494d07a4dbfeb138c7fc17 2024-11-26T15:15:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-26T15:15:49,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/0631daa40a184792a05298bdb56a0902 is 50, key is test_row_0/B:col10/1732634148863/Put/seqid=0 2024-11-26T15:15:49,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741943_1119 (size=12001) 2024-11-26T15:15:49,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/0631daa40a184792a05298bdb56a0902 2024-11-26T15:15:49,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-26T15:15:49,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:49,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:49,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:49,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:49,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:49,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/bd9d71a9c23a4adaaea321b44196a94a is 50, key is test_row_0/C:col10/1732634148863/Put/seqid=0 2024-11-26T15:15:49,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741944_1120 (size=12001) 2024-11-26T15:15:49,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/bd9d71a9c23a4adaaea321b44196a94a 2024-11-26T15:15:49,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/91ee4fac59494d07a4dbfeb138c7fc17 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/91ee4fac59494d07a4dbfeb138c7fc17 2024-11-26T15:15:49,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/91ee4fac59494d07a4dbfeb138c7fc17, entries=150, sequenceid=113, filesize=30.2 K 2024-11-26T15:15:49,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/0631daa40a184792a05298bdb56a0902 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/0631daa40a184792a05298bdb56a0902 2024-11-26T15:15:49,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/0631daa40a184792a05298bdb56a0902, entries=150, sequenceid=113, filesize=11.7 K 2024-11-26T15:15:49,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/bd9d71a9c23a4adaaea321b44196a94a as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/bd9d71a9c23a4adaaea321b44196a94a 2024-11-26T15:15:49,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/bd9d71a9c23a4adaaea321b44196a94a, entries=150, sequenceid=113, filesize=11.7 K 2024-11-26T15:15:49,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 23a20285c3d5c41693e26ad55c4f3df2 in 715ms, sequenceid=113, compaction requested=true 2024-11-26T15:15:49,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:49,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23a20285c3d5c41693e26ad55c4f3df2:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:15:49,926 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:49,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:49,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23a20285c3d5c41693e26ad55c4f3df2:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:15:49,926 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:49,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:49,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23a20285c3d5c41693e26ad55c4f3df2:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:15:49,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:49,928 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:49,929 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:49,929 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 23a20285c3d5c41693e26ad55c4f3df2/A is initiating minor compaction (all files) 2024-11-26T15:15:49,929 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23a20285c3d5c41693e26ad55c4f3df2/A in TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:49,929 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/80c94d2a7816437d8dd2f71c81fdb417, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/849a7fec17e645ff8067c5a40efda372, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/91ee4fac59494d07a4dbfeb138c7fc17] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp, totalSize=90.8 K 2024-11-26T15:15:49,929 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:49,929 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. files: [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/80c94d2a7816437d8dd2f71c81fdb417, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/849a7fec17e645ff8067c5a40efda372, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/91ee4fac59494d07a4dbfeb138c7fc17] 2024-11-26T15:15:49,930 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 23a20285c3d5c41693e26ad55c4f3df2/B is initiating minor compaction (all files) 2024-11-26T15:15:49,930 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23a20285c3d5c41693e26ad55c4f3df2/B in TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:49,930 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/47ecc98d7d604636b349f1f9a813f3c8, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/08c1b596e62746309ea3dc74250b9cfa, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/0631daa40a184792a05298bdb56a0902] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp, totalSize=35.3 K 2024-11-26T15:15:49,931 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80c94d2a7816437d8dd2f71c81fdb417, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732634145714 2024-11-26T15:15:49,932 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 47ecc98d7d604636b349f1f9a813f3c8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732634145714 2024-11-26T15:15:49,933 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 849a7fec17e645ff8067c5a40efda372, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732634146639 2024-11-26T15:15:49,933 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 08c1b596e62746309ea3dc74250b9cfa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732634146639 2024-11-26T15:15:49,933 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91ee4fac59494d07a4dbfeb138c7fc17, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732634148863 2024-11-26T15:15:49,934 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 0631daa40a184792a05298bdb56a0902, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732634148863 2024-11-26T15:15:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:49,949 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:49,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23a20285c3d5c41693e26ad55c4f3df2 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-26T15:15:49,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=A 2024-11-26T15:15:49,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:49,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=B 2024-11-26T15:15:49,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:49,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=C 2024-11-26T15:15:49,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:49,961 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23a20285c3d5c41693e26ad55c4f3df2#B#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:49,962 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/a6ce5f0c86694c4b80e25249cb277d62 is 50, key is test_row_0/B:col10/1732634148863/Put/seqid=0 2024-11-26T15:15:49,965 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126608b70ce0475485ea53256f9ecfc41c3_23a20285c3d5c41693e26ad55c4f3df2 store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:49,968 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126608b70ce0475485ea53256f9ecfc41c3_23a20285c3d5c41693e26ad55c4f3df2, store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:49,968 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126608b70ce0475485ea53256f9ecfc41c3_23a20285c3d5c41693e26ad55c4f3df2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:49,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-26T15:15:49,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:49,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:49,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:49,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:49,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-26T15:15:49,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269e1baae9380b48399e1231a943991f62_23a20285c3d5c41693e26ad55c4f3df2 is 50, key is test_row_0/A:col10/1732634149947/Put/seqid=0 2024-11-26T15:15:50,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634210001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:50,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:50,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634210003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:50,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:50,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741946_1122 (size=4469) 2024-11-26T15:15:50,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741945_1121 (size=12207) 2024-11-26T15:15:50,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634210027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:50,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:50,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634210032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:50,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:50,040 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/a6ce5f0c86694c4b80e25249cb277d62 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/a6ce5f0c86694c4b80e25249cb277d62 2024-11-26T15:15:50,047 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23a20285c3d5c41693e26ad55c4f3df2/B of 23a20285c3d5c41693e26ad55c4f3df2 into a6ce5f0c86694c4b80e25249cb277d62(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:50,047 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:50,047 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., storeName=23a20285c3d5c41693e26ad55c4f3df2/B, priority=13, startTime=1732634149926; duration=0sec 2024-11-26T15:15:50,047 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:50,047 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23a20285c3d5c41693e26ad55c4f3df2:B 2024-11-26T15:15:50,047 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:50,049 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:50,049 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 23a20285c3d5c41693e26ad55c4f3df2/C is initiating minor compaction (all files) 2024-11-26T15:15:50,049 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23a20285c3d5c41693e26ad55c4f3df2/C in TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:50,049 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/f6db2eb829444d3fb20758a96e0b2b44, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/e5e2388158cf48b5944d1bc3d70490c7, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/bd9d71a9c23a4adaaea321b44196a94a] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp, totalSize=35.3 K 2024-11-26T15:15:50,050 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting f6db2eb829444d3fb20758a96e0b2b44, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732634145714 2024-11-26T15:15:50,050 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting e5e2388158cf48b5944d1bc3d70490c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732634146639 2024-11-26T15:15:50,051 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting bd9d71a9c23a4adaaea321b44196a94a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732634148863 2024-11-26T15:15:50,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741947_1123 (size=14794) 2024-11-26T15:15:50,081 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23a20285c3d5c41693e26ad55c4f3df2#C#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:50,081 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/b014859adc014584af858414fcc7f68f is 50, key is test_row_0/C:col10/1732634148863/Put/seqid=0 2024-11-26T15:15:50,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634210121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:50,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:50,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634210121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:50,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:50,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741948_1124 (size=12207) 2024-11-26T15:15:50,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-26T15:15:50,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:50,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:50,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:50,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:50,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:50,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-26T15:15:50,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:50,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:50,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:50,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:50,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-26T15:15:50,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634210332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:50,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:50,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634210333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:50,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:50,430 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23a20285c3d5c41693e26ad55c4f3df2#A#compaction#99 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:50,430 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/103f7c6f7f854c098709bdb069a88067 is 175, key is test_row_0/A:col10/1732634148863/Put/seqid=0 2024-11-26T15:15:50,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-26T15:15:50,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:50,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:50,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:50,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:50,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:50,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741949_1125 (size=31161) 2024-11-26T15:15:50,457 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:50,463 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411269e1baae9380b48399e1231a943991f62_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269e1baae9380b48399e1231a943991f62_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:50,465 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/0f00abb791804b4896b23680f4a36f47, store: [table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:50,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/0f00abb791804b4896b23680f4a36f47 is 175, key is test_row_0/A:col10/1732634149947/Put/seqid=0 2024-11-26T15:15:50,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741950_1126 (size=39749) 2024-11-26T15:15:50,475 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=149, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/0f00abb791804b4896b23680f4a36f47 2024-11-26T15:15:50,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/f095ec35aba944e68c5a6358b7cb17ce is 50, key is test_row_0/B:col10/1732634149947/Put/seqid=0 2024-11-26T15:15:50,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741951_1127 (size=12151) 2024-11-26T15:15:50,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/f095ec35aba944e68c5a6358b7cb17ce 2024-11-26T15:15:50,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/dd35c544b76141a9a08db52196e94e27 is 50, key is test_row_0/C:col10/1732634149947/Put/seqid=0 2024-11-26T15:15:50,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741952_1128 (size=12151) 2024-11-26T15:15:50,539 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/b014859adc014584af858414fcc7f68f as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/b014859adc014584af858414fcc7f68f 2024-11-26T15:15:50,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634210542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:50,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:50,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634210543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:50,548 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23a20285c3d5c41693e26ad55c4f3df2/C of 23a20285c3d5c41693e26ad55c4f3df2 into b014859adc014584af858414fcc7f68f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:50,548 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:50,548 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., storeName=23a20285c3d5c41693e26ad55c4f3df2/C, priority=13, startTime=1732634149927; duration=0sec 2024-11-26T15:15:50,549 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:50,549 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23a20285c3d5c41693e26ad55c4f3df2:C 2024-11-26T15:15:50,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:50,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-26T15:15:50,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:50,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:50,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:50,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:50,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:50,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634210641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634210641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:50,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:50,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:50,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-26T15:15:50,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:50,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:50,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:50,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:50,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-26T15:15:50,865 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/103f7c6f7f854c098709bdb069a88067 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/103f7c6f7f854c098709bdb069a88067 2024-11-26T15:15:50,873 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23a20285c3d5c41693e26ad55c4f3df2/A of 23a20285c3d5c41693e26ad55c4f3df2 into 103f7c6f7f854c098709bdb069a88067(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:50,873 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:50,873 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., storeName=23a20285c3d5c41693e26ad55c4f3df2/A, priority=13, startTime=1732634149926; duration=0sec 2024-11-26T15:15:50,874 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:50,874 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23a20285c3d5c41693e26ad55c4f3df2:A 2024-11-26T15:15:50,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-26T15:15:50,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:50,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:50,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:50,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:50,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:50,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/dd35c544b76141a9a08db52196e94e27 2024-11-26T15:15:50,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/0f00abb791804b4896b23680f4a36f47 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/0f00abb791804b4896b23680f4a36f47 2024-11-26T15:15:50,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/0f00abb791804b4896b23680f4a36f47, entries=200, sequenceid=149, filesize=38.8 K 2024-11-26T15:15:50,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/f095ec35aba944e68c5a6358b7cb17ce as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/f095ec35aba944e68c5a6358b7cb17ce 2024-11-26T15:15:50,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/f095ec35aba944e68c5a6358b7cb17ce, entries=150, sequenceid=149, filesize=11.9 K 2024-11-26T15:15:50,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/dd35c544b76141a9a08db52196e94e27 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/dd35c544b76141a9a08db52196e94e27 2024-11-26T15:15:50,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/dd35c544b76141a9a08db52196e94e27, entries=150, sequenceid=149, filesize=11.9 K 2024-11-26T15:15:50,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 23a20285c3d5c41693e26ad55c4f3df2 in 1020ms, sequenceid=149, compaction requested=false 2024-11-26T15:15:50,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:51,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-26T15:15:51,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:51,063 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 23a20285c3d5c41693e26ad55c4f3df2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T15:15:51,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=A 2024-11-26T15:15:51,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:51,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=B 2024-11-26T15:15:51,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:51,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=C 2024-11-26T15:15:51,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:51,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261a73eddb5ecd467e8f6c7a763fe72abc_23a20285c3d5c41693e26ad55c4f3df2 is 50, key is test_row_0/A:col10/1732634150001/Put/seqid=0 2024-11-26T15:15:51,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741953_1129 (size=12304) 2024-11-26T15:15:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:51,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:51,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634211246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:51,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732634151197, max timestamp=1732634151243Num uniques 859; 2024-11-26T15:15:51,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-26T15:15:51,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:51,251 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732634151197, max timestamp=1732634151243Num uniques 859; 2024-11-26T15:15:51,252 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-26T15:15:51,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732634151174, max timestamp=1732634151243Num uniques 859; 2024-11-26T15:15:51,258 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T15:15:51,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634211367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:51,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:51,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634211369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:51,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:51,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634211473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:51,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:51,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634211481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:51,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:51,531 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261a73eddb5ecd467e8f6c7a763fe72abc_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261a73eddb5ecd467e8f6c7a763fe72abc_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:51,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/a4a2cb260b6746f5a5906018e08ddd00, store: [table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:51,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/a4a2cb260b6746f5a5906018e08ddd00 is 175, key is test_row_0/A:col10/1732634150001/Put/seqid=0 2024-11-26T15:15:51,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634211564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:51,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634211565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:51,569 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in 23a20285c3d5c41693e26ad55c4f3df2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:15:51,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:51,570 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in 23a20285c3d5c41693e26ad55c4f3df2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:15:51,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:51,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741954_1130 (size=31105) 2024-11-26T15:15:51,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634211681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:51,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:51,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634211691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:51,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:51,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50052 deadline: 1732634211781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:51,783 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in 23a20285c3d5c41693e26ad55c4f3df2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8299 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:15:51,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-26T15:15:51,981 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/a4a2cb260b6746f5a5906018e08ddd00 2024-11-26T15:15:51,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634211992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:51,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:51,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:52,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634212002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:52,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:52,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:52,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:52,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/e9e9727a6d3c4e739765c59b0e453d75 is 50, key is test_row_0/B:col10/1732634150001/Put/seqid=0 2024-11-26T15:15:52,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741955_1131 (size=12151) 2024-11-26T15:15:52,047 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/e9e9727a6d3c4e739765c59b0e453d75 2024-11-26T15:15:52,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/c701665c843a4999be075532f22196b6 is 50, key is test_row_0/C:col10/1732634150001/Put/seqid=0 2024-11-26T15:15:52,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741956_1132 (size=12151) 2024-11-26T15:15:52,087 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/c701665c843a4999be075532f22196b6 2024-11-26T15:15:52,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/a4a2cb260b6746f5a5906018e08ddd00 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/a4a2cb260b6746f5a5906018e08ddd00 2024-11-26T15:15:52,103 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/a4a2cb260b6746f5a5906018e08ddd00, entries=150, sequenceid=162, filesize=30.4 K 2024-11-26T15:15:52,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/e9e9727a6d3c4e739765c59b0e453d75 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/e9e9727a6d3c4e739765c59b0e453d75 2024-11-26T15:15:52,109 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/e9e9727a6d3c4e739765c59b0e453d75, entries=150, sequenceid=162, filesize=11.9 K 2024-11-26T15:15:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/c701665c843a4999be075532f22196b6 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/c701665c843a4999be075532f22196b6 2024-11-26T15:15:52,118 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/c701665c843a4999be075532f22196b6, entries=150, sequenceid=162, filesize=11.9 K 2024-11-26T15:15:52,120 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=131.15 KB/134300 for 23a20285c3d5c41693e26ad55c4f3df2 in 1057ms, sequenceid=162, compaction requested=true 2024-11-26T15:15:52,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:52,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:52,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-26T15:15:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-26T15:15:52,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-26T15:15:52,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4580 sec 2024-11-26T15:15:52,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 2.4660 sec 2024-11-26T15:15:52,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23a20285c3d5c41693e26ad55c4f3df2 3/3 column families, dataSize=137.86 KB heapSize=393.31 KB 2024-11-26T15:15:52,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=A 2024-11-26T15:15:52,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:52,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=B 2024-11-26T15:15:52,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:52,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=C 2024-11-26T15:15:52,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:52,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126928cf9dd45f64a48a2e13bcc1d8d1a9b_23a20285c3d5c41693e26ad55c4f3df2 is 50, key is test_row_0/A:col10/1732634151319/Put/seqid=0 2024-11-26T15:15:52,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634212543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:52,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:52,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:52,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:52,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634212545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:52,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:52,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:52,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:52,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741957_1133 (size=14794) 2024-11-26T15:15:52,576 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:52,582 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126928cf9dd45f64a48a2e13bcc1d8d1a9b_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126928cf9dd45f64a48a2e13bcc1d8d1a9b_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:52,584 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/1c686a13a01e4a0b8b38334a3ce39993, store: [table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:52,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/1c686a13a01e4a0b8b38334a3ce39993 is 175, key is test_row_0/A:col10/1732634151319/Put/seqid=0 2024-11-26T15:15:52,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741958_1134 (size=39749) 2024-11-26T15:15:52,630 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/1c686a13a01e4a0b8b38334a3ce39993 2024-11-26T15:15:52,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/dd83880841f3478983c404d738c5ab8e is 50, key is test_row_0/B:col10/1732634151319/Put/seqid=0 2024-11-26T15:15:52,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634212663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:52,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:52,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:52,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:52,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634212664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:52,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:52,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:52,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:52,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741959_1135 (size=12151) 2024-11-26T15:15:52,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634212872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:52,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:52,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:52,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:52,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634212881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:52,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:52,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:52,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:53,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/dd83880841f3478983c404d738c5ab8e 2024-11-26T15:15:53,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/4cee56037cd04c0584c3bbc495cecc2b is 50, key is test_row_0/C:col10/1732634151319/Put/seqid=0 2024-11-26T15:15:53,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741960_1136 (size=12151) 2024-11-26T15:15:53,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634213181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:53,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:53,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:53,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:53,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634213192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:53,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:53,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:53,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:53,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/4cee56037cd04c0584c3bbc495cecc2b 2024-11-26T15:15:53,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/1c686a13a01e4a0b8b38334a3ce39993 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/1c686a13a01e4a0b8b38334a3ce39993 2024-11-26T15:15:53,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634213589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:53,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634213590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:53,594 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in 23a20285c3d5c41693e26ad55c4f3df2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:15:53,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:53,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:53,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:53,596 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in 23a20285c3d5c41693e26ad55c4f3df2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:15:53,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:53,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:53,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:53,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/1c686a13a01e4a0b8b38334a3ce39993, entries=200, sequenceid=199, filesize=38.8 K 2024-11-26T15:15:53,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/dd83880841f3478983c404d738c5ab8e as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/dd83880841f3478983c404d738c5ab8e 2024-11-26T15:15:53,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/dd83880841f3478983c404d738c5ab8e, entries=150, sequenceid=199, filesize=11.9 K 2024-11-26T15:15:53,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/4cee56037cd04c0584c3bbc495cecc2b as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/4cee56037cd04c0584c3bbc495cecc2b 2024-11-26T15:15:53,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/4cee56037cd04c0584c3bbc495cecc2b, entries=150, sequenceid=199, filesize=11.9 K 2024-11-26T15:15:53,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~137.86 KB/141170, heapSize ~393.27 KB/402704, currentSize=40.25 KB/41220 for 23a20285c3d5c41693e26ad55c4f3df2 in 1164ms, sequenceid=199, compaction requested=true 2024-11-26T15:15:53,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:53,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23a20285c3d5c41693e26ad55c4f3df2:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:15:53,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:53,670 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:15:53,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23a20285c3d5c41693e26ad55c4f3df2:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:15:53,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:53,670 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:15:53,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23a20285c3d5c41693e26ad55c4f3df2:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:15:53,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:53,700 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:15:53,700 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 23a20285c3d5c41693e26ad55c4f3df2/B is initiating minor compaction (all files) 2024-11-26T15:15:53,700 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23a20285c3d5c41693e26ad55c4f3df2/B in TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:53,700 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/a6ce5f0c86694c4b80e25249cb277d62, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/f095ec35aba944e68c5a6358b7cb17ce, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/e9e9727a6d3c4e739765c59b0e453d75, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/dd83880841f3478983c404d738c5ab8e] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp, totalSize=47.5 K 2024-11-26T15:15:53,701 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141764 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:15:53,701 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 23a20285c3d5c41693e26ad55c4f3df2/A is initiating minor compaction (all files) 2024-11-26T15:15:53,701 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23a20285c3d5c41693e26ad55c4f3df2/A in TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:53,701 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/103f7c6f7f854c098709bdb069a88067, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/0f00abb791804b4896b23680f4a36f47, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/a4a2cb260b6746f5a5906018e08ddd00, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/1c686a13a01e4a0b8b38334a3ce39993] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp, totalSize=138.4 K 2024-11-26T15:15:53,701 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:53,701 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. files: [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/103f7c6f7f854c098709bdb069a88067, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/0f00abb791804b4896b23680f4a36f47, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/a4a2cb260b6746f5a5906018e08ddd00, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/1c686a13a01e4a0b8b38334a3ce39993] 2024-11-26T15:15:53,704 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting a6ce5f0c86694c4b80e25249cb277d62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732634148863 2024-11-26T15:15:53,705 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 103f7c6f7f854c098709bdb069a88067, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732634148863 2024-11-26T15:15:53,715 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f00abb791804b4896b23680f4a36f47, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732634149355 2024-11-26T15:15:53,715 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting f095ec35aba944e68c5a6358b7cb17ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732634149355 2024-11-26T15:15:53,722 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4a2cb260b6746f5a5906018e08ddd00, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732634149980 2024-11-26T15:15:53,724 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting e9e9727a6d3c4e739765c59b0e453d75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732634149980 2024-11-26T15:15:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:53,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23a20285c3d5c41693e26ad55c4f3df2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T15:15:53,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=A 2024-11-26T15:15:53,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:53,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=B 2024-11-26T15:15:53,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:53,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=C 2024-11-26T15:15:53,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:53,729 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c686a13a01e4a0b8b38334a3ce39993, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732634151319 2024-11-26T15:15:53,729 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting dd83880841f3478983c404d738c5ab8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732634151319 2024-11-26T15:15:53,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261d791effbc14477ab6883187abe14428_23a20285c3d5c41693e26ad55c4f3df2 is 50, key is test_row_0/A:col10/1732634152541/Put/seqid=0 2024-11-26T15:15:53,822 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:53,843 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23a20285c3d5c41693e26ad55c4f3df2#B#compaction#113 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:53,844 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/bf2d88684c9b4d10b768c2230b232977 is 50, key is test_row_0/B:col10/1732634151319/Put/seqid=0 2024-11-26T15:15:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-26T15:15:53,853 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:15:53,853 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112601d412ddc8694aecbeecf11b4f561229_23a20285c3d5c41693e26ad55c4f3df2 store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:53,853 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:15:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-26T15:15:53,863 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:15:53,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-26T15:15:53,864 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:15:53,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:15:53,866 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112601d412ddc8694aecbeecf11b4f561229_23a20285c3d5c41693e26ad55c4f3df2, store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:53,867 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112601d412ddc8694aecbeecf11b4f561229_23a20285c3d5c41693e26ad55c4f3df2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:53,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741961_1137 (size=17284) 2024-11-26T15:15:53,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741962_1138 (size=12493) 2024-11-26T15:15:53,941 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:53,951 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411261d791effbc14477ab6883187abe14428_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261d791effbc14477ab6883187abe14428_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:53,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634153890, max timestamp=1732634153954Num uniques 859; 2024-11-26T15:15:53,958 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:15:53,961 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/8bce449d7b2144d8b46033db23d7d864, store: [table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:53,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741963_1139 (size=4469) 2024-11-26T15:15:53,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634153890, max timestamp=1732634153954Num uniques 859; 2024-11-26T15:15:53,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:15:53,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/8bce449d7b2144d8b46033db23d7d864 is 175, key is test_row_0/A:col10/1732634152541/Put/seqid=0 2024-11-26T15:15:53,969 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634153890, max timestamp=1732634153954Num uniques 859; 2024-11-26T15:15:53,969 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:15:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-26T15:15:54,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741964_1140 (size=48389) 2024-11-26T15:15:54,005 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/8bce449d7b2144d8b46033db23d7d864 2024-11-26T15:15:54,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-26T15:15:54,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:54,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:54,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:54,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:54,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:54,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/8717d269732347afb6aeec5a7a3760b1 is 50, key is test_row_0/B:col10/1732634152541/Put/seqid=0 2024-11-26T15:15:54,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741965_1141 (size=12151) 2024-11-26T15:15:54,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634214148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:54,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:54,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634214151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:54,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:54,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:54,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:54,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:54,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:54,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-26T15:15:54,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:54,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:54,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:54,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:54,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-26T15:15:54,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634214273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:54,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:54,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:54,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:54,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634214287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:54,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:54,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:54,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:54,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-26T15:15:54,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:54,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:54,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:54,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:54,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:54,359 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/bf2d88684c9b4d10b768c2230b232977 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/bf2d88684c9b4d10b768c2230b232977 2024-11-26T15:15:54,364 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23a20285c3d5c41693e26ad55c4f3df2#A#compaction#112 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:54,365 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/117d3c3dc4d247f49b1baaadafebdc91 is 175, key is test_row_0/A:col10/1732634151319/Put/seqid=0 2024-11-26T15:15:54,380 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 23a20285c3d5c41693e26ad55c4f3df2/B of 23a20285c3d5c41693e26ad55c4f3df2 into bf2d88684c9b4d10b768c2230b232977(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:54,380 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:54,381 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., storeName=23a20285c3d5c41693e26ad55c4f3df2/B, priority=12, startTime=1732634153670; duration=0sec 2024-11-26T15:15:54,381 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:54,381 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23a20285c3d5c41693e26ad55c4f3df2:B 2024-11-26T15:15:54,381 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:15:54,382 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:15:54,384 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 23a20285c3d5c41693e26ad55c4f3df2/C is initiating minor compaction (all files) 2024-11-26T15:15:54,384 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23a20285c3d5c41693e26ad55c4f3df2/C in TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:54,392 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/b014859adc014584af858414fcc7f68f, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/dd35c544b76141a9a08db52196e94e27, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/c701665c843a4999be075532f22196b6, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/4cee56037cd04c0584c3bbc495cecc2b] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp, totalSize=47.5 K 2024-11-26T15:15:54,393 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting b014859adc014584af858414fcc7f68f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732634148863 2024-11-26T15:15:54,393 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting dd35c544b76141a9a08db52196e94e27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732634149355 2024-11-26T15:15:54,394 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting c701665c843a4999be075532f22196b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732634149980 2024-11-26T15:15:54,395 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cee56037cd04c0584c3bbc495cecc2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732634151319 2024-11-26T15:15:54,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741966_1142 (size=31447) 2024-11-26T15:15:54,447 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23a20285c3d5c41693e26ad55c4f3df2#C#compaction#115 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:54,448 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/e84f67ee3d9f4356b1f7bf9bf185c58e is 50, key is test_row_0/C:col10/1732634151319/Put/seqid=0 2024-11-26T15:15:54,469 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/117d3c3dc4d247f49b1baaadafebdc91 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/117d3c3dc4d247f49b1baaadafebdc91 2024-11-26T15:15:54,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-26T15:15:54,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:54,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:54,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:54,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:54,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-26T15:15:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:54,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634214486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:54,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:54,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:54,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:54,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/8717d269732347afb6aeec5a7a3760b1 2024-11-26T15:15:54,507 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 23a20285c3d5c41693e26ad55c4f3df2/A of 23a20285c3d5c41693e26ad55c4f3df2 into 117d3c3dc4d247f49b1baaadafebdc91(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:54,507 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:54,507 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., storeName=23a20285c3d5c41693e26ad55c4f3df2/A, priority=12, startTime=1732634153670; duration=0sec 2024-11-26T15:15:54,507 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:54,507 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23a20285c3d5c41693e26ad55c4f3df2:A 2024-11-26T15:15:54,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741967_1143 (size=12493) 2024-11-26T15:15:54,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634214516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:54,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:54,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:54,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:54,540 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/e84f67ee3d9f4356b1f7bf9bf185c58e as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/e84f67ee3d9f4356b1f7bf9bf185c58e 2024-11-26T15:15:54,550 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 23a20285c3d5c41693e26ad55c4f3df2/C of 23a20285c3d5c41693e26ad55c4f3df2 into e84f67ee3d9f4356b1f7bf9bf185c58e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:54,551 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:54,551 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., storeName=23a20285c3d5c41693e26ad55c4f3df2/C, priority=12, startTime=1732634153670; duration=0sec 2024-11-26T15:15:54,551 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:54,551 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23a20285c3d5c41693e26ad55c4f3df2:C 2024-11-26T15:15:54,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/fb29e70609c54382a1828133b10bf702 is 50, key is test_row_0/C:col10/1732634152541/Put/seqid=0 2024-11-26T15:15:54,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741968_1144 (size=12151) 2024-11-26T15:15:54,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-26T15:15:54,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:54,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:54,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:54,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:54,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:54,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-26T15:15:54,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:54,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:54,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:54,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:54,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:54,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634214812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:54,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:54,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:54,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634214837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:54,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:54,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:54,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:54,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-26T15:15:54,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:54,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:54,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:54,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:54,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:55,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/fb29e70609c54382a1828133b10bf702 2024-11-26T15:15:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-26T15:15:55,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/8bce449d7b2144d8b46033db23d7d864 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/8bce449d7b2144d8b46033db23d7d864 2024-11-26T15:15:55,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/8bce449d7b2144d8b46033db23d7d864, entries=250, sequenceid=210, filesize=47.3 K 2024-11-26T15:15:55,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/8717d269732347afb6aeec5a7a3760b1 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/8717d269732347afb6aeec5a7a3760b1 2024-11-26T15:15:55,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/8717d269732347afb6aeec5a7a3760b1, entries=150, sequenceid=210, filesize=11.9 K 2024-11-26T15:15:55,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/fb29e70609c54382a1828133b10bf702 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/fb29e70609c54382a1828133b10bf702 2024-11-26T15:15:55,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/fb29e70609c54382a1828133b10bf702, entries=150, sequenceid=210, filesize=11.9 K 2024-11-26T15:15:55,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 23a20285c3d5c41693e26ad55c4f3df2 in 1342ms, sequenceid=210, compaction requested=false 2024-11-26T15:15:55,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:55,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-26T15:15:55,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:55,134 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 23a20285c3d5c41693e26ad55c4f3df2 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-26T15:15:55,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=A 2024-11-26T15:15:55,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:55,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=B 2024-11-26T15:15:55,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:55,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=C 2024-11-26T15:15:55,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:55,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126fba1e43dc7f04764913473ad08c18d55_23a20285c3d5c41693e26ad55c4f3df2 is 50, key is test_row_0/A:col10/1732634154142/Put/seqid=0 2024-11-26T15:15:55,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741969_1145 (size=12304) 2024-11-26T15:15:55,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:55,245 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126fba1e43dc7f04764913473ad08c18d55_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fba1e43dc7f04764913473ad08c18d55_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:55,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/fd4112c5cda24dd3b28b4d88399c3d76, store: [table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:55,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/fd4112c5cda24dd3b28b4d88399c3d76 is 175, key is test_row_0/A:col10/1732634154142/Put/seqid=0 2024-11-26T15:15:55,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741970_1146 (size=31105) 2024-11-26T15:15:55,292 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/fd4112c5cda24dd3b28b4d88399c3d76 2024-11-26T15:15:55,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/89dfc5fe44f14cc2bc060c8aa9abfaf1 is 50, key is test_row_0/B:col10/1732634154142/Put/seqid=0 2024-11-26T15:15:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:55,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:55,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741971_1147 (size=12151) 2024-11-26T15:15:55,361 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/89dfc5fe44f14cc2bc060c8aa9abfaf1 2024-11-26T15:15:55,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/936b9d6b519e47769a387539d400574b is 50, key is test_row_0/C:col10/1732634154142/Put/seqid=0 2024-11-26T15:15:55,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741972_1148 (size=12151) 2024-11-26T15:15:55,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634215417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:55,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:55,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:55,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:55,429 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/936b9d6b519e47769a387539d400574b 2024-11-26T15:15:55,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:55,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/fd4112c5cda24dd3b28b4d88399c3d76 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/fd4112c5cda24dd3b28b4d88399c3d76 2024-11-26T15:15:55,449 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/fd4112c5cda24dd3b28b4d88399c3d76, entries=150, sequenceid=249, filesize=30.4 K 2024-11-26T15:15:55,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/89dfc5fe44f14cc2bc060c8aa9abfaf1 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/89dfc5fe44f14cc2bc060c8aa9abfaf1 2024-11-26T15:15:55,460 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/89dfc5fe44f14cc2bc060c8aa9abfaf1, entries=150, sequenceid=249, filesize=11.9 K 2024-11-26T15:15:55,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/936b9d6b519e47769a387539d400574b as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/936b9d6b519e47769a387539d400574b 2024-11-26T15:15:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634215424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:55,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:55,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:55,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:55,487 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/936b9d6b519e47769a387539d400574b, entries=150, sequenceid=249, filesize=11.9 K 2024-11-26T15:15:55,488 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 23a20285c3d5c41693e26ad55c4f3df2 in 355ms, sequenceid=249, compaction requested=true 2024-11-26T15:15:55,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:55,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:55,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-26T15:15:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-26T15:15:55,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-26T15:15:55,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6270 sec 2024-11-26T15:15:55,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 1.6430 sec 2024-11-26T15:15:55,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23a20285c3d5c41693e26ad55c4f3df2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T15:15:55,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=A 2024-11-26T15:15:55,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:55,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=B 2024-11-26T15:15:55,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:55,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=C 2024-11-26T15:15:55,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:55,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126969247d7abfe4ea7873f5a5abc6c55e2_23a20285c3d5c41693e26ad55c4f3df2 is 50, key is test_row_0/A:col10/1732634155374/Put/seqid=0 2024-11-26T15:15:55,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741973_1149 (size=14894) 2024-11-26T15:15:55,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634155611, max timestamp=1732634155711Num uniques 859; 2024-11-26T15:15:55,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:15:55,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634155611, max timestamp=1732634155711Num uniques 859; 2024-11-26T15:15:55,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:15:55,722 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634155611, max timestamp=1732634155711Num uniques 859; 2024-11-26T15:15:55,722 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:15:55,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634215799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:55,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:55,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:55,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:55,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634215802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:55,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:55,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:55,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:55,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634215911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:55,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:55,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:55,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:55,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634215925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:55,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:55,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:55,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-26T15:15:56,017 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:15:56,017 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:15:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-26T15:15:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-26T15:15:56,028 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:15:56,031 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:15:56,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:15:56,043 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:56,097 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126969247d7abfe4ea7873f5a5abc6c55e2_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126969247d7abfe4ea7873f5a5abc6c55e2_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:56,103 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/cd8e7bffb22a43e9b514d0611d8dbde5, store: [table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:56,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/cd8e7bffb22a43e9b514d0611d8dbde5 is 175, key is test_row_0/A:col10/1732634155374/Put/seqid=0 2024-11-26T15:15:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-26T15:15:56,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634216141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:56,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:56,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:56,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:56,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741974_1150 (size=39849) 2024-11-26T15:15:56,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634216152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:56,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:56,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:56,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:56,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-26T15:15:56,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:56,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:56,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:56,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:56,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-26T15:15:56,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-26T15:15:56,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:56,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:56,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:56,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:56,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:56,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634216464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:56,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:56,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:56,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:56,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634216481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:56,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:56,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:56,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:56,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-26T15:15:56,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:56,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:56,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:56,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:56,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:56,565 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/cd8e7bffb22a43e9b514d0611d8dbde5 2024-11-26T15:15:56,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/97a83cd881324af4a10ef500dc1c700d is 50, key is test_row_0/B:col10/1732634155374/Put/seqid=0 2024-11-26T15:15:56,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741975_1151 (size=12201) 2024-11-26T15:15:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-26T15:15:56,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/97a83cd881324af4a10ef500dc1c700d 2024-11-26T15:15:56,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-26T15:15:56,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:56,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:56,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:56,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:56,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:56,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/6caf503bf1b0494cb6be71634e0cd213 is 50, key is test_row_0/C:col10/1732634155374/Put/seqid=0 2024-11-26T15:15:56,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741976_1152 (size=12201) 2024-11-26T15:15:56,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/6caf503bf1b0494cb6be71634e0cd213 2024-11-26T15:15:56,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/cd8e7bffb22a43e9b514d0611d8dbde5 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/cd8e7bffb22a43e9b514d0611d8dbde5 2024-11-26T15:15:56,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/cd8e7bffb22a43e9b514d0611d8dbde5, entries=200, sequenceid=260, filesize=38.9 K 2024-11-26T15:15:56,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/97a83cd881324af4a10ef500dc1c700d as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/97a83cd881324af4a10ef500dc1c700d 2024-11-26T15:15:56,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/97a83cd881324af4a10ef500dc1c700d, entries=150, sequenceid=260, filesize=11.9 K 2024-11-26T15:15:56,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/6caf503bf1b0494cb6be71634e0cd213 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/6caf503bf1b0494cb6be71634e0cd213 2024-11-26T15:15:56,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/6caf503bf1b0494cb6be71634e0cd213, entries=150, sequenceid=260, filesize=11.9 K 2024-11-26T15:15:56,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 23a20285c3d5c41693e26ad55c4f3df2 in 1254ms, sequenceid=260, compaction requested=true 2024-11-26T15:15:56,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:56,807 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:15:56,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23a20285c3d5c41693e26ad55c4f3df2:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:15:56,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:56,807 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:15:56,810 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48996 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:15:56,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23a20285c3d5c41693e26ad55c4f3df2:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:15:56,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:56,810 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 23a20285c3d5c41693e26ad55c4f3df2/B is initiating minor compaction (all files) 2024-11-26T15:15:56,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23a20285c3d5c41693e26ad55c4f3df2:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:15:56,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:56,810 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23a20285c3d5c41693e26ad55c4f3df2/B in TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:56,810 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/bf2d88684c9b4d10b768c2230b232977, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/8717d269732347afb6aeec5a7a3760b1, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/89dfc5fe44f14cc2bc060c8aa9abfaf1, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/97a83cd881324af4a10ef500dc1c700d] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp, totalSize=47.8 K 2024-11-26T15:15:56,810 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150790 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:15:56,810 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 23a20285c3d5c41693e26ad55c4f3df2/A is initiating minor compaction (all files) 2024-11-26T15:15:56,811 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23a20285c3d5c41693e26ad55c4f3df2/A in TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:56,811 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting bf2d88684c9b4d10b768c2230b232977, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732634151319 2024-11-26T15:15:56,811 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/117d3c3dc4d247f49b1baaadafebdc91, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/8bce449d7b2144d8b46033db23d7d864, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/fd4112c5cda24dd3b28b4d88399c3d76, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/cd8e7bffb22a43e9b514d0611d8dbde5] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp, totalSize=147.3 K 2024-11-26T15:15:56,811 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:56,811 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. files: [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/117d3c3dc4d247f49b1baaadafebdc91, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/8bce449d7b2144d8b46033db23d7d864, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/fd4112c5cda24dd3b28b4d88399c3d76, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/cd8e7bffb22a43e9b514d0611d8dbde5] 2024-11-26T15:15:56,814 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 117d3c3dc4d247f49b1baaadafebdc91, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732634151319 2024-11-26T15:15:56,814 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 8717d269732347afb6aeec5a7a3760b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732634152541 2024-11-26T15:15:56,814 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 89dfc5fe44f14cc2bc060c8aa9abfaf1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732634154068 2024-11-26T15:15:56,814 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bce449d7b2144d8b46033db23d7d864, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732634152529 2024-11-26T15:15:56,815 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 97a83cd881324af4a10ef500dc1c700d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732634155355 2024-11-26T15:15:56,815 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd4112c5cda24dd3b28b4d88399c3d76, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732634154068 2024-11-26T15:15:56,815 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd8e7bffb22a43e9b514d0611d8dbde5, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732634155355 2024-11-26T15:15:56,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-26T15:15:56,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:56,824 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 23a20285c3d5c41693e26ad55c4f3df2 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-26T15:15:56,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=A 2024-11-26T15:15:56,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:56,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=B 2024-11-26T15:15:56,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:56,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=C 2024-11-26T15:15:56,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:15:56,837 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23a20285c3d5c41693e26ad55c4f3df2#B#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:56,838 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/23a593c489654ce1ac8e158ee502334e is 50, key is test_row_0/B:col10/1732634155374/Put/seqid=0 2024-11-26T15:15:56,844 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:56,877 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112690b2cc5aa7d74a8b8e423c82c7464071_23a20285c3d5c41693e26ad55c4f3df2 store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:56,880 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112690b2cc5aa7d74a8b8e423c82c7464071_23a20285c3d5c41693e26ad55c4f3df2, store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:56,880 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112690b2cc5aa7d74a8b8e423c82c7464071_23a20285c3d5c41693e26ad55c4f3df2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:56,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ae0070a8f7b54da5b683ca6e87fb68d2_23a20285c3d5c41693e26ad55c4f3df2 is 50, key is test_row_0/A:col10/1732634155778/Put/seqid=0 2024-11-26T15:15:56,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741977_1153 (size=12679) 2024-11-26T15:15:56,921 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/23a593c489654ce1ac8e158ee502334e as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/23a593c489654ce1ac8e158ee502334e 2024-11-26T15:15:56,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741978_1154 (size=4469) 2024-11-26T15:15:56,949 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23a20285c3d5c41693e26ad55c4f3df2#A#compaction#124 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:56,949 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/adc0e68c2e744c4d93a39bf36a4de7a3 is 175, key is test_row_0/A:col10/1732634155374/Put/seqid=0 2024-11-26T15:15:56,965 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 23a20285c3d5c41693e26ad55c4f3df2/B of 23a20285c3d5c41693e26ad55c4f3df2 into 23a593c489654ce1ac8e158ee502334e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:56,965 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:56,965 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., storeName=23a20285c3d5c41693e26ad55c4f3df2/B, priority=12, startTime=1732634156807; duration=0sec 2024-11-26T15:15:56,965 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:56,965 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23a20285c3d5c41693e26ad55c4f3df2:B 2024-11-26T15:15:56,965 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:15:56,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741979_1155 (size=12454) 2024-11-26T15:15:56,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:56,968 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48996 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:15:56,968 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 23a20285c3d5c41693e26ad55c4f3df2/C is initiating minor compaction (all files) 2024-11-26T15:15:56,968 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23a20285c3d5c41693e26ad55c4f3df2/C in TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:56,968 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/e84f67ee3d9f4356b1f7bf9bf185c58e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/fb29e70609c54382a1828133b10bf702, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/936b9d6b519e47769a387539d400574b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/6caf503bf1b0494cb6be71634e0cd213] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp, totalSize=47.8 K 2024-11-26T15:15:56,969 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting e84f67ee3d9f4356b1f7bf9bf185c58e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732634151319 2024-11-26T15:15:56,970 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting fb29e70609c54382a1828133b10bf702, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732634152541 2024-11-26T15:15:56,975 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ae0070a8f7b54da5b683ca6e87fb68d2_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ae0070a8f7b54da5b683ca6e87fb68d2_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:56,976 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 936b9d6b519e47769a387539d400574b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732634154068 2024-11-26T15:15:56,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741980_1156 (size=31633) 2024-11-26T15:15:56,980 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 6caf503bf1b0494cb6be71634e0cd213, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732634155355 2024-11-26T15:15:56,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/7a75c8a38c5f4ee1bd70f45bf3cbb9bc, store: [table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:56,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/7a75c8a38c5f4ee1bd70f45bf3cbb9bc is 175, key is test_row_0/A:col10/1732634155778/Put/seqid=0 2024-11-26T15:15:57,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:57,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741981_1157 (size=31255) 2024-11-26T15:15:57,021 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/7a75c8a38c5f4ee1bd70f45bf3cbb9bc 2024-11-26T15:15:57,031 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/adc0e68c2e744c4d93a39bf36a4de7a3 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/adc0e68c2e744c4d93a39bf36a4de7a3 2024-11-26T15:15:57,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/7bc2f155f24d4a758daab1c5b14a7c2c is 50, key is test_row_0/B:col10/1732634155778/Put/seqid=0 2024-11-26T15:15:57,076 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 23a20285c3d5c41693e26ad55c4f3df2/A of 23a20285c3d5c41693e26ad55c4f3df2 into adc0e68c2e744c4d93a39bf36a4de7a3(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:57,076 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:57,076 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., storeName=23a20285c3d5c41693e26ad55c4f3df2/A, priority=12, startTime=1732634156806; duration=0sec 2024-11-26T15:15:57,077 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:57,077 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23a20285c3d5c41693e26ad55c4f3df2:A 2024-11-26T15:15:57,084 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23a20285c3d5c41693e26ad55c4f3df2#C#compaction#127 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:57,085 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/dba6ec6515a14c1ea1420ab6f8a3cded is 50, key is test_row_0/C:col10/1732634155374/Put/seqid=0 2024-11-26T15:15:57,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634217081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:57,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741983_1159 (size=12679) 2024-11-26T15:15:57,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634217097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:57,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:57,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:57,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:57,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:57,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:57,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:57,124 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T15:15:57,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741982_1158 (size=12301) 2024-11-26T15:15:57,161 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/dba6ec6515a14c1ea1420ab6f8a3cded as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/dba6ec6515a14c1ea1420ab6f8a3cded 2024-11-26T15:15:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-26T15:15:57,196 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 23a20285c3d5c41693e26ad55c4f3df2/C of 23a20285c3d5c41693e26ad55c4f3df2 into dba6ec6515a14c1ea1420ab6f8a3cded(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:57,196 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:57,196 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., storeName=23a20285c3d5c41693e26ad55c4f3df2/C, priority=12, startTime=1732634156810; duration=0sec 2024-11-26T15:15:57,197 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:57,197 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23a20285c3d5c41693e26ad55c4f3df2:C 2024-11-26T15:15:57,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634217221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:57,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:57,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634217221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:57,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:57,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:57,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:57,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634217444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634217442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:57,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:57,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:57,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:57,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:57,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:57,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:57,569 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/7bc2f155f24d4a758daab1c5b14a7c2c 2024-11-26T15:15:57,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/f37d0c2db7b6455387ee580f0a27102c is 50, key is test_row_0/C:col10/1732634155778/Put/seqid=0 2024-11-26T15:15:57,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50054 deadline: 1732634217623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:57,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50092 deadline: 1732634217622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:57,626 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in 23a20285c3d5c41693e26ad55c4f3df2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8252 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:15:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:57,628 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in 23a20285c3d5c41693e26ad55c4f3df2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8243 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:15:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:57,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:57,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741984_1160 (size=12301) 2024-11-26T15:15:57,681 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/f37d0c2db7b6455387ee580f0a27102c 2024-11-26T15:15:57,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/7a75c8a38c5f4ee1bd70f45bf3cbb9bc as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/7a75c8a38c5f4ee1bd70f45bf3cbb9bc 2024-11-26T15:15:57,731 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/7a75c8a38c5f4ee1bd70f45bf3cbb9bc, entries=150, sequenceid=296, filesize=30.5 K 2024-11-26T15:15:57,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/7bc2f155f24d4a758daab1c5b14a7c2c as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/7bc2f155f24d4a758daab1c5b14a7c2c 2024-11-26T15:15:57,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634217773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:57,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634217773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:57,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:57,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:57,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:57,953 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/7bc2f155f24d4a758daab1c5b14a7c2c, entries=150, sequenceid=296, filesize=12.0 K 2024-11-26T15:15:57,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/f37d0c2db7b6455387ee580f0a27102c as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/f37d0c2db7b6455387ee580f0a27102c 2024-11-26T15:15:57,966 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/f37d0c2db7b6455387ee580f0a27102c, entries=150, sequenceid=296, filesize=12.0 K 2024-11-26T15:15:57,967 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 23a20285c3d5c41693e26ad55c4f3df2 in 1143ms, sequenceid=296, compaction requested=false 2024-11-26T15:15:57,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:57,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:57,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-26T15:15:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-26T15:15:57,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-26T15:15:57,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9410 sec 2024-11-26T15:15:57,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.9590 sec 2024-11-26T15:15:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-26T15:15:58,173 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:15:58,174 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:15:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-26T15:15:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-26T15:15:58,181 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:15:58,182 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:15:58,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:15:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-26T15:15:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:58,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23a20285c3d5c41693e26ad55c4f3df2 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-26T15:15:58,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=A 2024-11-26T15:15:58,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:58,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=B 2024-11-26T15:15:58,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:58,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=C 2024-11-26T15:15:58,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:58,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-26T15:15:58,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:58,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:58,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:58,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:58,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:58,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d08ba925b7b943479821d63720c47db7_23a20285c3d5c41693e26ad55c4f3df2 is 50, key is test_row_0/A:col10/1732634157071/Put/seqid=0 2024-11-26T15:15:58,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741985_1161 (size=12454) 2024-11-26T15:15:58,404 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:58,434 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d08ba925b7b943479821d63720c47db7_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d08ba925b7b943479821d63720c47db7_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:58,435 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/8be45719b7cb4b10a4e436da0eb0f781, store: [table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:58,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/8be45719b7cb4b10a4e436da0eb0f781 is 175, key is test_row_0/A:col10/1732634157071/Put/seqid=0 2024-11-26T15:15:58,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741986_1162 (size=31255) 2024-11-26T15:15:58,489 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/8be45719b7cb4b10a4e436da0eb0f781 2024-11-26T15:15:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-26T15:15:58,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-26T15:15:58,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634218494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:58,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:58,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:58,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:58,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:58,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:58,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:58,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:58,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:58,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634218513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:58,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/c2e84aad29974a3a8c4b1124fa94bb17 is 50, key is test_row_0/B:col10/1732634157071/Put/seqid=0 2024-11-26T15:15:58,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741987_1163 (size=12301) 2024-11-26T15:15:58,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/c2e84aad29974a3a8c4b1124fa94bb17 2024-11-26T15:15:58,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/bad6ef885069499e8438b1049ecfa9b1 is 50, key is test_row_0/C:col10/1732634157071/Put/seqid=0 2024-11-26T15:15:58,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634218624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:58,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634218635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:58,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:58,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:58,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:58,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:58,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:58,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:58,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741988_1164 (size=12301) 2024-11-26T15:15:58,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/bad6ef885069499e8438b1049ecfa9b1 2024-11-26T15:15:58,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-26T15:15:58,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:58,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:58,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:58,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:58,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:15:58,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/8be45719b7cb4b10a4e436da0eb0f781 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/8be45719b7cb4b10a4e436da0eb0f781 2024-11-26T15:15:58,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/8be45719b7cb4b10a4e436da0eb0f781, entries=150, sequenceid=312, filesize=30.5 K 2024-11-26T15:15:58,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/c2e84aad29974a3a8c4b1124fa94bb17 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/c2e84aad29974a3a8c4b1124fa94bb17 2024-11-26T15:15:58,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/c2e84aad29974a3a8c4b1124fa94bb17, entries=150, sequenceid=312, filesize=12.0 K 2024-11-26T15:15:58,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/bad6ef885069499e8438b1049ecfa9b1 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/bad6ef885069499e8438b1049ecfa9b1 2024-11-26T15:15:58,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/bad6ef885069499e8438b1049ecfa9b1, entries=150, sequenceid=312, filesize=12.0 K 2024-11-26T15:15:58,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 23a20285c3d5c41693e26ad55c4f3df2 in 497ms, sequenceid=312, compaction requested=true 2024-11-26T15:15:58,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:58,799 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:58,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23a20285c3d5c41693e26ad55c4f3df2:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:15:58,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:58,805 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:58,806 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94143 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:58,806 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 23a20285c3d5c41693e26ad55c4f3df2/A is initiating minor compaction (all files) 2024-11-26T15:15:58,806 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23a20285c3d5c41693e26ad55c4f3df2/A in TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:58,807 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/adc0e68c2e744c4d93a39bf36a4de7a3, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/7a75c8a38c5f4ee1bd70f45bf3cbb9bc, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/8be45719b7cb4b10a4e436da0eb0f781] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp, totalSize=91.9 K 2024-11-26T15:15:58,807 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:58,807 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. files: [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/adc0e68c2e744c4d93a39bf36a4de7a3, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/7a75c8a38c5f4ee1bd70f45bf3cbb9bc, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/8be45719b7cb4b10a4e436da0eb0f781] 2024-11-26T15:15:58,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23a20285c3d5c41693e26ad55c4f3df2:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:15:58,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:58,808 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting adc0e68c2e744c4d93a39bf36a4de7a3, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732634155355 2024-11-26T15:15:58,812 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a75c8a38c5f4ee1bd70f45bf3cbb9bc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732634155778 2024-11-26T15:15:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-26T15:15:58,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23a20285c3d5c41693e26ad55c4f3df2:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:15:58,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:58,814 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37281 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:58,814 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 23a20285c3d5c41693e26ad55c4f3df2/B is initiating minor compaction (all files) 2024-11-26T15:15:58,815 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23a20285c3d5c41693e26ad55c4f3df2/B in TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:58,815 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/23a593c489654ce1ac8e158ee502334e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/7bc2f155f24d4a758daab1c5b14a7c2c, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/c2e84aad29974a3a8c4b1124fa94bb17] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp, totalSize=36.4 K 2024-11-26T15:15:58,815 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8be45719b7cb4b10a4e436da0eb0f781, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732634157071 2024-11-26T15:15:58,820 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 23a593c489654ce1ac8e158ee502334e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732634155355 2024-11-26T15:15:58,821 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bc2f155f24d4a758daab1c5b14a7c2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732634155778 2024-11-26T15:15:58,823 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting c2e84aad29974a3a8c4b1124fa94bb17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732634157071 2024-11-26T15:15:58,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-26T15:15:58,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:58,854 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 23a20285c3d5c41693e26ad55c4f3df2 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-26T15:15:58,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=A 2024-11-26T15:15:58,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:58,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=B 2024-11-26T15:15:58,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:58,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=C 2024-11-26T15:15:58,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:15:58,857 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:58,863 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23a20285c3d5c41693e26ad55c4f3df2#B#compaction#133 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:58,863 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/20787f15393c4185b04244e9299393e7 is 50, key is test_row_0/B:col10/1732634157071/Put/seqid=0 2024-11-26T15:15:58,873 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411264abc42e9d2b04b189f72e3d5fed41ad5_23a20285c3d5c41693e26ad55c4f3df2 store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:58,875 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411264abc42e9d2b04b189f72e3d5fed41ad5_23a20285c3d5c41693e26ad55c4f3df2, store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:58,875 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264abc42e9d2b04b189f72e3d5fed41ad5_23a20285c3d5c41693e26ad55c4f3df2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:58,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:15:58,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741989_1165 (size=12881) 2024-11-26T15:15:58,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268da63ea44c9a43aab79490b7d7948c28_23a20285c3d5c41693e26ad55c4f3df2 is 50, key is test_row_0/A:col10/1732634158469/Put/seqid=0 2024-11-26T15:15:58,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741990_1166 (size=4469) 2024-11-26T15:15:58,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634218986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:59,003 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23a20285c3d5c41693e26ad55c4f3df2#A#compaction#132 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:59,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634218989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:59,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741991_1167 (size=12454) 2024-11-26T15:15:59,008 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/2ee3fcc0653743b2851e8dbd6ad2f5e6 is 175, key is test_row_0/A:col10/1732634157071/Put/seqid=0 2024-11-26T15:15:59,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:59,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:59,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:59,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741992_1168 (size=31835) 2024-11-26T15:15:59,054 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268da63ea44c9a43aab79490b7d7948c28_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268da63ea44c9a43aab79490b7d7948c28_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:15:59,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/dc737aa0b9d24dcaad3a1a1609273ecc, store: [table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:15:59,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/dc737aa0b9d24dcaad3a1a1609273ecc is 175, key is test_row_0/A:col10/1732634158469/Put/seqid=0 2024-11-26T15:15:59,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:59,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741993_1169 (size=31255) 2024-11-26T15:15:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634219116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:59,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:59,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:59,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:59,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634219135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:59,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:59,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:59,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-26T15:15:59,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634219352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:59,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:59,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:59,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:59,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634219361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:59,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:59,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:59,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:59,375 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/20787f15393c4185b04244e9299393e7 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/20787f15393c4185b04244e9299393e7 2024-11-26T15:15:59,397 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23a20285c3d5c41693e26ad55c4f3df2/B of 23a20285c3d5c41693e26ad55c4f3df2 into 20787f15393c4185b04244e9299393e7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:59,397 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:59,402 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., storeName=23a20285c3d5c41693e26ad55c4f3df2/B, priority=13, startTime=1732634158805; duration=0sec 2024-11-26T15:15:59,402 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:15:59,402 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23a20285c3d5c41693e26ad55c4f3df2:B 2024-11-26T15:15:59,402 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:15:59,413 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37281 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:15:59,413 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 23a20285c3d5c41693e26ad55c4f3df2/C is initiating minor compaction (all files) 2024-11-26T15:15:59,413 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23a20285c3d5c41693e26ad55c4f3df2/C in TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:59,415 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/dba6ec6515a14c1ea1420ab6f8a3cded, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/f37d0c2db7b6455387ee580f0a27102c, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/bad6ef885069499e8438b1049ecfa9b1] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp, totalSize=36.4 K 2024-11-26T15:15:59,416 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting dba6ec6515a14c1ea1420ab6f8a3cded, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732634155355 2024-11-26T15:15:59,417 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting f37d0c2db7b6455387ee580f0a27102c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732634155778 2024-11-26T15:15:59,417 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting bad6ef885069499e8438b1049ecfa9b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732634157071 2024-11-26T15:15:59,442 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23a20285c3d5c41693e26ad55c4f3df2#C#compaction#135 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:15:59,443 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/f9e4a8284803477b8436173c64d7a728 is 50, key is test_row_0/C:col10/1732634157071/Put/seqid=0 2024-11-26T15:15:59,462 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/2ee3fcc0653743b2851e8dbd6ad2f5e6 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/2ee3fcc0653743b2851e8dbd6ad2f5e6 2024-11-26T15:15:59,478 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23a20285c3d5c41693e26ad55c4f3df2/A of 23a20285c3d5c41693e26ad55c4f3df2 into 2ee3fcc0653743b2851e8dbd6ad2f5e6(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:59,478 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:59,478 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., storeName=23a20285c3d5c41693e26ad55c4f3df2/A, priority=13, startTime=1732634158799; duration=0sec 2024-11-26T15:15:59,479 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:59,479 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23a20285c3d5c41693e26ad55c4f3df2:A 2024-11-26T15:15:59,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741994_1170 (size=12881) 2024-11-26T15:15:59,492 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/f9e4a8284803477b8436173c64d7a728 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/f9e4a8284803477b8436173c64d7a728 2024-11-26T15:15:59,507 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23a20285c3d5c41693e26ad55c4f3df2/C of 23a20285c3d5c41693e26ad55c4f3df2 into f9e4a8284803477b8436173c64d7a728(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:15:59,507 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:59,508 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., storeName=23a20285c3d5c41693e26ad55c4f3df2/C, priority=13, startTime=1732634158807; duration=0sec 2024-11-26T15:15:59,508 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:15:59,508 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23a20285c3d5c41693e26ad55c4f3df2:C 2024-11-26T15:15:59,530 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/dc737aa0b9d24dcaad3a1a1609273ecc 2024-11-26T15:15:59,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/bf0dbe85131f4c63a422c35c76fa752a is 50, key is test_row_0/B:col10/1732634158469/Put/seqid=0 2024-11-26T15:15:59,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741995_1171 (size=12301) 2024-11-26T15:15:59,621 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/bf0dbe85131f4c63a422c35c76fa752a 2024-11-26T15:15:59,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/836ecfc796ee4acc90ed556c48fea849 is 50, key is test_row_0/C:col10/1732634158469/Put/seqid=0 2024-11-26T15:15:59,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634219671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:59,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:59,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:59,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:59,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:15:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634219684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:15:59,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:59,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:15:59,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:15:59,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741996_1172 (size=12301) 2024-11-26T15:15:59,707 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/836ecfc796ee4acc90ed556c48fea849 2024-11-26T15:15:59,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/dc737aa0b9d24dcaad3a1a1609273ecc as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/dc737aa0b9d24dcaad3a1a1609273ecc 2024-11-26T15:15:59,738 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/dc737aa0b9d24dcaad3a1a1609273ecc, entries=150, sequenceid=331, filesize=30.5 K 2024-11-26T15:15:59,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/bf0dbe85131f4c63a422c35c76fa752a as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/bf0dbe85131f4c63a422c35c76fa752a 2024-11-26T15:15:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,747 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/bf0dbe85131f4c63a422c35c76fa752a, entries=150, sequenceid=331, filesize=12.0 K 2024-11-26T15:15:59,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/836ecfc796ee4acc90ed556c48fea849 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/836ecfc796ee4acc90ed556c48fea849 2024-11-26T15:15:59,757 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/836ecfc796ee4acc90ed556c48fea849, entries=150, sequenceid=331, filesize=12.0 K 2024-11-26T15:15:59,758 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 23a20285c3d5c41693e26ad55c4f3df2 in 904ms, sequenceid=331, compaction requested=false 2024-11-26T15:15:59,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:15:59,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:15:59,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-26T15:15:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-26T15:15:59,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-26T15:15:59,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5770 sec 2024-11-26T15:15:59,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.5910 sec 2024-11-26T15:15:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:15:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23a20285c3d5c41693e26ad55c4f3df2 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-26T15:16:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:00,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=A 2024-11-26T15:16:00,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:00,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=B 2024-11-26T15:16:00,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:00,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=C 2024-11-26T15:16:00,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a47faa0fdf69440eb3f88aff212dac30_23a20285c3d5c41693e26ad55c4f3df2 is 50, key is test_row_0/A:col10/1732634160200/Put/seqid=0 2024-11-26T15:16:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741997_1173 (size=14994) 2024-11-26T15:16:00,317 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-26T15:16:00,332 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:16:00,333 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:16:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-26T15:16:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,336 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:16:00,337 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:16:00,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:16:00,338 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a47faa0fdf69440eb3f88aff212dac30_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a47faa0fdf69440eb3f88aff212dac30_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-26T15:16:00,340 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/94407f9dc9d7413db74ec9107da09937, store: [table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:16:00,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/94407f9dc9d7413db74ec9107da09937 is 175, key is test_row_0/A:col10/1732634160200/Put/seqid=0 2024-11-26T15:16:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634220338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:00,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:00,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:00,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:00,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634220352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:00,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:00,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:00,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:00,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741998_1174 (size=39945) 2024-11-26T15:16:00,382 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/94407f9dc9d7413db74ec9107da09937 2024-11-26T15:16:00,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/b00d90e2194343b0b988cabdfa464fee is 50, key is test_row_0/B:col10/1732634160200/Put/seqid=0 2024-11-26T15:16:00,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741999_1175 (size=9857) 2024-11-26T15:16:00,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/b00d90e2194343b0b988cabdfa464fee 2024-11-26T15:16:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-26T15:16:00,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/765f7b1fcfd34482a8d272f1d1358e9b is 50, key is test_row_0/C:col10/1732634160200/Put/seqid=0 2024-11-26T15:16:00,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634220472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:00,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:00,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:00,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:00,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634220476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:00,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:00,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:00,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:00,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-26T15:16:00,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:16:00,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:16:00,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:16:00,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:00,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:00,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742000_1176 (size=9857) 2024-11-26T15:16:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-26T15:16:00,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-26T15:16:00,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:16:00,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:16:00,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:16:00,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:00,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:00,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634220683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:00,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634220712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:00,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:00,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:00,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:00,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-26T15:16:00,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:16:00,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:16:00,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:16:00,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:00,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:00,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/765f7b1fcfd34482a8d272f1d1358e9b 2024-11-26T15:16:00,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/94407f9dc9d7413db74ec9107da09937 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/94407f9dc9d7413db74ec9107da09937 2024-11-26T15:16:00,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/94407f9dc9d7413db74ec9107da09937, entries=200, sequenceid=349, filesize=39.0 K 2024-11-26T15:16:00,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/b00d90e2194343b0b988cabdfa464fee as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/b00d90e2194343b0b988cabdfa464fee 2024-11-26T15:16:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-26T15:16:00,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-26T15:16:00,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:16:00,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:16:00,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:16:00,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:00,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:01,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634221003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:01,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:01,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/b00d90e2194343b0b988cabdfa464fee, entries=100, sequenceid=349, filesize=9.6 K 2024-11-26T15:16:01,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/765f7b1fcfd34482a8d272f1d1358e9b as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/765f7b1fcfd34482a8d272f1d1358e9b 2024-11-26T15:16:01,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634221025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:01,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:01,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:01,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:01,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/765f7b1fcfd34482a8d272f1d1358e9b, entries=100, sequenceid=349, filesize=9.6 K 2024-11-26T15:16:01,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 23a20285c3d5c41693e26ad55c4f3df2 in 832ms, sequenceid=349, compaction requested=true 2024-11-26T15:16:01,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:16:01,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23a20285c3d5c41693e26ad55c4f3df2:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:16:01,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:16:01,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23a20285c3d5c41693e26ad55c4f3df2:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:16:01,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T15:16:01,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23a20285c3d5c41693e26ad55c4f3df2:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:16:01,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-26T15:16:01,037 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:16:01,040 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:16:01,042 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103035 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:16:01,042 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 23a20285c3d5c41693e26ad55c4f3df2/A is initiating minor compaction (all files) 2024-11-26T15:16:01,042 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23a20285c3d5c41693e26ad55c4f3df2/A in TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:16:01,042 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/2ee3fcc0653743b2851e8dbd6ad2f5e6, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/dc737aa0b9d24dcaad3a1a1609273ecc, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/94407f9dc9d7413db74ec9107da09937] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp, totalSize=100.6 K 2024-11-26T15:16:01,042 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:16:01,042 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. files: [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/2ee3fcc0653743b2851e8dbd6ad2f5e6, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/dc737aa0b9d24dcaad3a1a1609273ecc, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/94407f9dc9d7413db74ec9107da09937] 2024-11-26T15:16:01,044 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ee3fcc0653743b2851e8dbd6ad2f5e6, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732634157071 2024-11-26T15:16:01,045 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting dc737aa0b9d24dcaad3a1a1609273ecc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732634158469 2024-11-26T15:16:01,046 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 94407f9dc9d7413db74ec9107da09937, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732634158978 2024-11-26T15:16:01,056 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:16:01,056 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 23a20285c3d5c41693e26ad55c4f3df2/C is initiating minor compaction (all files) 2024-11-26T15:16:01,056 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23a20285c3d5c41693e26ad55c4f3df2/C in TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:16:01,056 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/f9e4a8284803477b8436173c64d7a728, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/836ecfc796ee4acc90ed556c48fea849, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/765f7b1fcfd34482a8d272f1d1358e9b] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp, totalSize=34.2 K 2024-11-26T15:16:01,060 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9e4a8284803477b8436173c64d7a728, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732634157071 2024-11-26T15:16:01,064 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 836ecfc796ee4acc90ed556c48fea849, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732634158469 2024-11-26T15:16:01,068 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 765f7b1fcfd34482a8d272f1d1358e9b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732634160199 2024-11-26T15:16:01,075 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:16:01,105 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126b8a4bf03967f4f3aacf0f8a21ee24603_23a20285c3d5c41693e26ad55c4f3df2 store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:16:01,107 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126b8a4bf03967f4f3aacf0f8a21ee24603_23a20285c3d5c41693e26ad55c4f3df2, store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:16:01,108 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b8a4bf03967f4f3aacf0f8a21ee24603_23a20285c3d5c41693e26ad55c4f3df2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:16:01,135 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23a20285c3d5c41693e26ad55c4f3df2#C#compaction#142 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:01,135 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/0b377e12d7764bf392c5ce73071a69ff is 50, key is test_row_0/C:col10/1732634160200/Put/seqid=0 2024-11-26T15:16:01,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-26T15:16:01,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:16:01,151 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 23a20285c3d5c41693e26ad55c4f3df2 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-26T15:16:01,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=A 2024-11-26T15:16:01,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:01,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=B 2024-11-26T15:16:01,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:01,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=C 2024-11-26T15:16:01,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:01,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742001_1177 (size=4469) 2024-11-26T15:16:01,178 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23a20285c3d5c41693e26ad55c4f3df2#A#compaction#141 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:01,179 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/ef0db26cc5154120acc93f460d53e8ea is 175, key is test_row_0/A:col10/1732634160200/Put/seqid=0 2024-11-26T15:16:01,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742002_1178 (size=12983) 2024-11-26T15:16:01,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112610238b1cef2e4556accf23a0cbf8dbe3_23a20285c3d5c41693e26ad55c4f3df2 is 50, key is test_row_0/A:col10/1732634160350/Put/seqid=0 2024-11-26T15:16:01,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742003_1179 (size=32044) 2024-11-26T15:16:01,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742004_1180 (size=12454) 2024-11-26T15:16:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-26T15:16:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:01,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. as already flushing 2024-11-26T15:16:01,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634221586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:01,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634221595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:01,610 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/0b377e12d7764bf392c5ce73071a69ff as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/0b377e12d7764bf392c5ce73071a69ff 2024-11-26T15:16:01,628 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23a20285c3d5c41693e26ad55c4f3df2/C of 23a20285c3d5c41693e26ad55c4f3df2 into 0b377e12d7764bf392c5ce73071a69ff(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:01,628 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:16:01,628 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., storeName=23a20285c3d5c41693e26ad55c4f3df2/C, priority=13, startTime=1732634161036; duration=0sec 2024-11-26T15:16:01,628 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:16:01,633 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23a20285c3d5c41693e26ad55c4f3df2:C 2024-11-26T15:16:01,633 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:16:01,641 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/ef0db26cc5154120acc93f460d53e8ea as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/ef0db26cc5154120acc93f460d53e8ea 2024-11-26T15:16:01,645 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:16:01,646 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 23a20285c3d5c41693e26ad55c4f3df2/B is initiating minor compaction (all files) 2024-11-26T15:16:01,646 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 23a20285c3d5c41693e26ad55c4f3df2/B in TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:16:01,646 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/20787f15393c4185b04244e9299393e7, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/bf0dbe85131f4c63a422c35c76fa752a, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/b00d90e2194343b0b988cabdfa464fee] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp, totalSize=34.2 K 2024-11-26T15:16:01,647 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20787f15393c4185b04244e9299393e7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732634157071 2024-11-26T15:16:01,653 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf0dbe85131f4c63a422c35c76fa752a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732634158469 2024-11-26T15:16:01,655 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting b00d90e2194343b0b988cabdfa464fee, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732634160199 2024-11-26T15:16:01,655 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23a20285c3d5c41693e26ad55c4f3df2/A of 23a20285c3d5c41693e26ad55c4f3df2 into ef0db26cc5154120acc93f460d53e8ea(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:01,655 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:16:01,656 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., storeName=23a20285c3d5c41693e26ad55c4f3df2/A, priority=13, startTime=1732634161035; duration=0sec 2024-11-26T15:16:01,656 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:01,656 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23a20285c3d5c41693e26ad55c4f3df2:A 2024-11-26T15:16:01,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:01,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634221701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:01,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:01,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:01,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:01,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634221701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:01,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:01,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:01,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:01,707 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 23a20285c3d5c41693e26ad55c4f3df2#B#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:01,707 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/ba64e9979c254a08acddfb1b71714ce5 is 50, key is test_row_0/B:col10/1732634160200/Put/seqid=0 2024-11-26T15:16:01,708 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112610238b1cef2e4556accf23a0cbf8dbe3_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112610238b1cef2e4556accf23a0cbf8dbe3_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:01,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/8400202b2d964858b88e889118aed37f, store: [table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:16:01,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/8400202b2d964858b88e889118aed37f is 175, key is test_row_0/A:col10/1732634160350/Put/seqid=0 2024-11-26T15:16:01,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742005_1181 (size=12983) 2024-11-26T15:16:01,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742006_1182 (size=31255) 2024-11-26T15:16:01,809 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/ba64e9979c254a08acddfb1b71714ce5 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/ba64e9979c254a08acddfb1b71714ce5 2024-11-26T15:16:01,856 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 23a20285c3d5c41693e26ad55c4f3df2/B of 23a20285c3d5c41693e26ad55c4f3df2 into ba64e9979c254a08acddfb1b71714ce5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:01,856 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:16:01,856 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., storeName=23a20285c3d5c41693e26ad55c4f3df2/B, priority=13, startTime=1732634161036; duration=0sec 2024-11-26T15:16:01,856 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:01,857 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23a20285c3d5c41693e26ad55c4f3df2:B 2024-11-26T15:16:01,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50052 deadline: 1732634221884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:01,892 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in 23a20285c3d5c41693e26ad55c4f3df2 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18408 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:01,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634221913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:01,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:01,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:01,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:01,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634221913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:01,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:01,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:01,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:02,184 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/8400202b2d964858b88e889118aed37f 2024-11-26T15:16:02,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/2f56edc71e6244729069920ece61a2bd is 50, key is test_row_0/B:col10/1732634160350/Put/seqid=0 2024-11-26T15:16:02,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634222221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:02,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634222232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:02,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742007_1183 (size=12301) 2024-11-26T15:16:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-26T15:16:02,649 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/2f56edc71e6244729069920ece61a2bd 2024-11-26T15:16:02,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/68ac17fae4004aafb3384eedd9f9740e is 50, key is test_row_0/C:col10/1732634160350/Put/seqid=0 2024-11-26T15:16:02,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742008_1184 (size=12301) 2024-11-26T15:16:02,718 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/68ac17fae4004aafb3384eedd9f9740e 2024-11-26T15:16:02,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/8400202b2d964858b88e889118aed37f as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/8400202b2d964858b88e889118aed37f 2024-11-26T15:16:02,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50090 deadline: 1732634222732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:02,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:02,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:02,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:02,742 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/8400202b2d964858b88e889118aed37f, entries=150, sequenceid=366, filesize=30.5 K 2024-11-26T15:16:02,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:50080 deadline: 1732634222742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:02,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/2f56edc71e6244729069920ece61a2bd as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/2f56edc71e6244729069920ece61a2bd 2024-11-26T15:16:02,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:02,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:02,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:02,755 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/2f56edc71e6244729069920ece61a2bd, entries=150, sequenceid=366, filesize=12.0 K 2024-11-26T15:16:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/68ac17fae4004aafb3384eedd9f9740e as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/68ac17fae4004aafb3384eedd9f9740e 2024-11-26T15:16:02,767 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/68ac17fae4004aafb3384eedd9f9740e, entries=150, sequenceid=366, filesize=12.0 K 2024-11-26T15:16:02,773 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 23a20285c3d5c41693e26ad55c4f3df2 in 1621ms, sequenceid=366, compaction requested=false 2024-11-26T15:16:02,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:16:02,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:16:02,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-26T15:16:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-26T15:16:02,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-26T15:16:02,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4380 sec 2024-11-26T15:16:02,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.4450 sec 2024-11-26T15:16:03,276 INFO [Thread-530 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-530. 2024-11-26T15:16:03,277 DEBUG [Thread-530 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:16:03,277 DEBUG [Thread-530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:03,277 DEBUG [Thread-530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:03,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:16:03,280 INFO [Thread-532 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-532. 2024-11-26T15:16:03,280 DEBUG [Thread-532 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:16:03,280 DEBUG [Thread-532 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:03,280 DEBUG [Thread-532 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:03,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:16:03,282 INFO [Thread-534 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-534. 2024-11-26T15:16:03,282 DEBUG [Thread-534 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:16:03,282 DEBUG [Thread-534 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:03,282 DEBUG [Thread-534 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:03,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:16:03,283 INFO [Thread-528 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-528. 2024-11-26T15:16:03,283 DEBUG [Thread-528 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:16:03,283 DEBUG [Thread-528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:03,283 DEBUG [Thread-528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:03,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:16:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-26T15:16:04,522 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:16:08,026 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_216780103_22 at /127.0.0.1:34610 [Receiving block BP-1288645284-172.17.0.3-1732634093266:blk_1073741833_1009] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 4272ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/cluster_72c5d022-cf56-073a-94ac-11d2a168cf21/data/data1/, blockId=1073741833, seqno=667 2024-11-26T15:16:08,028 INFO [AsyncFSWAL-0-hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726-prefix:6cc2bc8bf733,45537,1732634099035 {}] wal.AbstractFSWAL(1368): Slow sync cost: 4274 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37793,DS-dfa660b0-bf8b-4b5e-a35f-799b63b45f8e,DISK]] 2024-11-26T15:16:08,029 INFO [AsyncFSWAL-0-hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726-prefix:6cc2bc8bf733,45537,1732634099035 {}] wal.AbstractFSWAL(1368): Slow sync cost: 4265 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37793,DS-dfa660b0-bf8b-4b5e-a35f-799b63b45f8e,DISK]] 2024-11-26T15:16:08,029 INFO [AsyncFSWAL-0-hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726-prefix:6cc2bc8bf733,45537,1732634099035 {}] wal.AbstractFSWAL(1368): Slow sync cost: 335 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37793,DS-dfa660b0-bf8b-4b5e-a35f-799b63b45f8e,DISK]] 2024-11-26T15:16:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:08,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 23a20285c3d5c41693e26ad55c4f3df2 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-26T15:16:08,031 INFO [Thread-523 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-523. 2024-11-26T15:16:08,032 DEBUG [Thread-523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:16:08,032 DEBUG [Thread-523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:08,032 DEBUG [Thread-523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:08,032 INFO [Thread-517 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-517. 2024-11-26T15:16:08,033 DEBUG [Thread-517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:16:08,033 DEBUG [Thread-517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:08,033 DEBUG [Thread-517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:08,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:16:08,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:16:08,033 INFO [Thread-519 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-519. 2024-11-26T15:16:08,034 DEBUG [Thread-519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:16:08,034 DEBUG [Thread-519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:08,034 DEBUG [Thread-519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:08,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:16:08,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=A 2024-11-26T15:16:08,035 INFO [Thread-525 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-525. 2024-11-26T15:16:08,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:08,035 DEBUG [Thread-525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:16:08,035 DEBUG [Thread-525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:08,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=B 2024-11-26T15:16:08,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:08,035 DEBUG [Thread-525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:08,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=C 2024-11-26T15:16:08,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:08,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:16:11,933 INFO [Thread-521 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-521. 2024-11-26T15:16:11,933 DEBUG [Thread-521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:16:11,933 DEBUG [Thread-521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:11,933 DEBUG [Thread-521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:11,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:16:11,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T15:16:11,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-26T15:16:11,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 116 2024-11-26T15:16:11,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-26T15:16:11,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 126 2024-11-26T15:16:11,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-26T15:16:11,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T15:16:11,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1710 2024-11-26T15:16:11,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1717 2024-11-26T15:16:11,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T15:16:11,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 788 2024-11-26T15:16:11,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2363 rows 2024-11-26T15:16:11,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 771 2024-11-26T15:16:11,933 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2312 rows 2024-11-26T15:16:11,934 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:16:11,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:16:11,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:11,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:11,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:16:11,935 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-26T15:16:14,642 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_915620241_22 at /127.0.0.1:44406 [Receiving block BP-1288645284-172.17.0.3-1732634093266:blk_1073741830_1006] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 2706ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/cluster_72c5d022-cf56-073a-94ac-11d2a168cf21/data/data2/, blockId=1073741830, seqno=624 2024-11-26T15:16:14,642 INFO [AsyncFSWAL-0-hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData-prefix:6cc2bc8bf733,39097,1732634097953 {}] wal.AbstractFSWAL(1368): Slow sync cost: 2706 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37793,DS-dfa660b0-bf8b-4b5e-a35f-799b63b45f8e,DISK]] 2024-11-26T15:16:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T15:16:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-26T15:16:14,649 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634174649"}]},"ts":"1732634174649"} 2024-11-26T15:16:14,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126364c7a9e9d95494dbd06bd35d109f95f_23a20285c3d5c41693e26ad55c4f3df2 is 50, key is test_row_0/A:col10/1732634168031/Put/seqid=0 2024-11-26T15:16:14,653 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T15:16:14,653 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T15:16:14,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T15:16:14,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=23a20285c3d5c41693e26ad55c4f3df2, UNASSIGN}] 2024-11-26T15:16:14,659 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=23a20285c3d5c41693e26ad55c4f3df2, UNASSIGN 2024-11-26T15:16:14,660 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=48 updating hbase:meta row=23a20285c3d5c41693e26ad55c4f3df2, regionState=CLOSING, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:14,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=23a20285c3d5c41693e26ad55c4f3df2, UNASSIGN because future has completed 2024-11-26T15:16:14,663 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T15:16:14,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742009_1185 (size=12454) 2024-11-26T15:16:14,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; CloseRegionProcedure 23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035}] 2024-11-26T15:16:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-26T15:16:14,817 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(122): Close 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:14,818 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T15:16:14,818 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1722): Closing 23a20285c3d5c41693e26ad55c4f3df2, disabling compactions & flushes 2024-11-26T15:16:14,818 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:16:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-26T15:16:15,065 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:15,073 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126364c7a9e9d95494dbd06bd35d109f95f_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126364c7a9e9d95494dbd06bd35d109f95f_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:15,074 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/287320a02a1f4acf8aff86079fdb257e, store: [table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:16:15,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/287320a02a1f4acf8aff86079fdb257e is 175, key is test_row_0/A:col10/1732634168031/Put/seqid=0 2024-11-26T15:16:15,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742010_1186 (size=31255) 2024-11-26T15:16:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-26T15:16:15,480 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=388, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/287320a02a1f4acf8aff86079fdb257e 2024-11-26T15:16:15,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/fdf21f2497f1438a9a5549a5d87aa426 is 50, key is test_row_0/B:col10/1732634168031/Put/seqid=0 2024-11-26T15:16:15,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742011_1187 (size=12301) 2024-11-26T15:16:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-26T15:16:15,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/fdf21f2497f1438a9a5549a5d87aa426 2024-11-26T15:16:15,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/de32d885b4634955aead5419fd652c6a is 50, key is test_row_0/C:col10/1732634168031/Put/seqid=0 2024-11-26T15:16:15,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742012_1188 (size=12301) 2024-11-26T15:16:16,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/de32d885b4634955aead5419fd652c6a 2024-11-26T15:16:16,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/287320a02a1f4acf8aff86079fdb257e as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/287320a02a1f4acf8aff86079fdb257e 2024-11-26T15:16:16,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/287320a02a1f4acf8aff86079fdb257e, entries=150, sequenceid=388, filesize=30.5 K 2024-11-26T15:16:16,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/fdf21f2497f1438a9a5549a5d87aa426 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/fdf21f2497f1438a9a5549a5d87aa426 2024-11-26T15:16:16,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/fdf21f2497f1438a9a5549a5d87aa426, entries=150, sequenceid=388, filesize=12.0 K 2024-11-26T15:16:16,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/de32d885b4634955aead5419fd652c6a as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/de32d885b4634955aead5419fd652c6a 2024-11-26T15:16:16,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/de32d885b4634955aead5419fd652c6a, entries=150, sequenceid=388, filesize=12.0 K 2024-11-26T15:16:16,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=6.71 KB/6870 for 23a20285c3d5c41693e26ad55c4f3df2 in 8303ms, sequenceid=388, compaction requested=true 2024-11-26T15:16:16,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 23a20285c3d5c41693e26ad55c4f3df2: 2024-11-26T15:16:16,335 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:16:16,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23a20285c3d5c41693e26ad55c4f3df2:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:16:16,335 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:16:16,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:16,335 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. after waiting 0 ms 2024-11-26T15:16:16,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23a20285c3d5c41693e26ad55c4f3df2:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:16:16,335 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:16:16,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:16,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 23a20285c3d5c41693e26ad55c4f3df2:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:16:16,335 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. because compaction request was cancelled 2024-11-26T15:16:16,335 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. because compaction request was cancelled 2024-11-26T15:16:16,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:16:16,335 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(2902): Flushing 23a20285c3d5c41693e26ad55c4f3df2 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-11-26T15:16:16,335 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23a20285c3d5c41693e26ad55c4f3df2:A 2024-11-26T15:16:16,335 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23a20285c3d5c41693e26ad55c4f3df2:B 2024-11-26T15:16:16,335 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. because compaction request was cancelled 2024-11-26T15:16:16,335 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 23a20285c3d5c41693e26ad55c4f3df2:C 2024-11-26T15:16:16,335 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=A 2024-11-26T15:16:16,335 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:16,335 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=B 2024-11-26T15:16:16,335 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:16,335 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 23a20285c3d5c41693e26ad55c4f3df2, store=C 2024-11-26T15:16:16,335 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:16,341 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112629cc9c8450234799b73cb7f3adfec198_23a20285c3d5c41693e26ad55c4f3df2 is 50, key is test_row_0/A:col10/1732634171931/Put/seqid=0 2024-11-26T15:16:16,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742013_1189 (size=7374) 2024-11-26T15:16:16,751 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:16,759 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112629cc9c8450234799b73cb7f3adfec198_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112629cc9c8450234799b73cb7f3adfec198_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:16,761 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/a3cf5c82b17949759b9bc5b91ff9133a, store: [table=TestAcidGuarantees family=A region=23a20285c3d5c41693e26ad55c4f3df2] 2024-11-26T15:16:16,762 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/a3cf5c82b17949759b9bc5b91ff9133a is 175, key is test_row_0/A:col10/1732634171931/Put/seqid=0 2024-11-26T15:16:16,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742014_1190 (size=13865) 2024-11-26T15:16:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-26T15:16:17,169 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=392, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/a3cf5c82b17949759b9bc5b91ff9133a 2024-11-26T15:16:17,183 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/6e466d38052541beb3f458a725aa5275 is 50, key is test_row_0/B:col10/1732634171931/Put/seqid=0 2024-11-26T15:16:17,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742015_1191 (size=7415) 2024-11-26T15:16:17,590 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/6e466d38052541beb3f458a725aa5275 2024-11-26T15:16:17,605 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/aafcb825e61e4f6cb7b4aaa6bb3de8ef is 50, key is test_row_0/C:col10/1732634171931/Put/seqid=0 2024-11-26T15:16:17,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742016_1192 (size=7415) 2024-11-26T15:16:18,013 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/aafcb825e61e4f6cb7b4aaa6bb3de8ef 2024-11-26T15:16:18,024 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/A/a3cf5c82b17949759b9bc5b91ff9133a as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/a3cf5c82b17949759b9bc5b91ff9133a 2024-11-26T15:16:18,029 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/a3cf5c82b17949759b9bc5b91ff9133a, entries=50, sequenceid=392, filesize=13.5 K 2024-11-26T15:16:18,030 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/B/6e466d38052541beb3f458a725aa5275 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/6e466d38052541beb3f458a725aa5275 2024-11-26T15:16:18,034 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/6e466d38052541beb3f458a725aa5275, entries=50, sequenceid=392, filesize=7.2 K 2024-11-26T15:16:18,035 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/.tmp/C/aafcb825e61e4f6cb7b4aaa6bb3de8ef as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/aafcb825e61e4f6cb7b4aaa6bb3de8ef 2024-11-26T15:16:18,039 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/aafcb825e61e4f6cb7b4aaa6bb3de8ef, entries=50, sequenceid=392, filesize=7.2 K 2024-11-26T15:16:18,040 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 23a20285c3d5c41693e26ad55c4f3df2 in 1705ms, sequenceid=392, compaction requested=true 2024-11-26T15:16:18,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/624db6aea43b4499939f59fec74166a1, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/18c4f37b8297466ca38799ce65a51334, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/7bc541706267455492d78a6e83bf6c3e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/80c94d2a7816437d8dd2f71c81fdb417, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/849a7fec17e645ff8067c5a40efda372, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/103f7c6f7f854c098709bdb069a88067, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/91ee4fac59494d07a4dbfeb138c7fc17, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/0f00abb791804b4896b23680f4a36f47, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/a4a2cb260b6746f5a5906018e08ddd00, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/1c686a13a01e4a0b8b38334a3ce39993, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/117d3c3dc4d247f49b1baaadafebdc91, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/8bce449d7b2144d8b46033db23d7d864, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/fd4112c5cda24dd3b28b4d88399c3d76, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/cd8e7bffb22a43e9b514d0611d8dbde5, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/adc0e68c2e744c4d93a39bf36a4de7a3, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/7a75c8a38c5f4ee1bd70f45bf3cbb9bc, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/2ee3fcc0653743b2851e8dbd6ad2f5e6, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/8be45719b7cb4b10a4e436da0eb0f781, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/dc737aa0b9d24dcaad3a1a1609273ecc, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/94407f9dc9d7413db74ec9107da09937] to archive 2024-11-26T15:16:18,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T15:16:18,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/624db6aea43b4499939f59fec74166a1 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/624db6aea43b4499939f59fec74166a1 2024-11-26T15:16:18,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/18c4f37b8297466ca38799ce65a51334 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/18c4f37b8297466ca38799ce65a51334 2024-11-26T15:16:18,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/7bc541706267455492d78a6e83bf6c3e to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/7bc541706267455492d78a6e83bf6c3e 2024-11-26T15:16:18,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/80c94d2a7816437d8dd2f71c81fdb417 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/80c94d2a7816437d8dd2f71c81fdb417 2024-11-26T15:16:18,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/849a7fec17e645ff8067c5a40efda372 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/849a7fec17e645ff8067c5a40efda372 2024-11-26T15:16:18,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/103f7c6f7f854c098709bdb069a88067 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/103f7c6f7f854c098709bdb069a88067 2024-11-26T15:16:18,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/91ee4fac59494d07a4dbfeb138c7fc17 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/91ee4fac59494d07a4dbfeb138c7fc17 2024-11-26T15:16:18,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/0f00abb791804b4896b23680f4a36f47 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/0f00abb791804b4896b23680f4a36f47 2024-11-26T15:16:18,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/a4a2cb260b6746f5a5906018e08ddd00 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/a4a2cb260b6746f5a5906018e08ddd00 2024-11-26T15:16:18,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/1c686a13a01e4a0b8b38334a3ce39993 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/1c686a13a01e4a0b8b38334a3ce39993 2024-11-26T15:16:18,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/117d3c3dc4d247f49b1baaadafebdc91 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/117d3c3dc4d247f49b1baaadafebdc91 2024-11-26T15:16:18,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/8bce449d7b2144d8b46033db23d7d864 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/8bce449d7b2144d8b46033db23d7d864 2024-11-26T15:16:18,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/fd4112c5cda24dd3b28b4d88399c3d76 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/fd4112c5cda24dd3b28b4d88399c3d76 2024-11-26T15:16:18,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/cd8e7bffb22a43e9b514d0611d8dbde5 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/cd8e7bffb22a43e9b514d0611d8dbde5 2024-11-26T15:16:18,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/adc0e68c2e744c4d93a39bf36a4de7a3 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/adc0e68c2e744c4d93a39bf36a4de7a3 2024-11-26T15:16:18,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/7a75c8a38c5f4ee1bd70f45bf3cbb9bc to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/7a75c8a38c5f4ee1bd70f45bf3cbb9bc 2024-11-26T15:16:18,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/2ee3fcc0653743b2851e8dbd6ad2f5e6 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/2ee3fcc0653743b2851e8dbd6ad2f5e6 2024-11-26T15:16:18,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/8be45719b7cb4b10a4e436da0eb0f781 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/8be45719b7cb4b10a4e436da0eb0f781 2024-11-26T15:16:18,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/dc737aa0b9d24dcaad3a1a1609273ecc to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/dc737aa0b9d24dcaad3a1a1609273ecc 2024-11-26T15:16:18,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/94407f9dc9d7413db74ec9107da09937 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/94407f9dc9d7413db74ec9107da09937 2024-11-26T15:16:18,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/18e05292cbcc400584991d8c59545819, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/3b5c54df5eb24c5083fa0b76fd7c5e0c, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/47ecc98d7d604636b349f1f9a813f3c8, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/e9163ec0611c4428a27f3dccd16fd6ed, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/08c1b596e62746309ea3dc74250b9cfa, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/a6ce5f0c86694c4b80e25249cb277d62, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/0631daa40a184792a05298bdb56a0902, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/f095ec35aba944e68c5a6358b7cb17ce, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/e9e9727a6d3c4e739765c59b0e453d75, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/bf2d88684c9b4d10b768c2230b232977, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/dd83880841f3478983c404d738c5ab8e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/8717d269732347afb6aeec5a7a3760b1, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/89dfc5fe44f14cc2bc060c8aa9abfaf1, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/23a593c489654ce1ac8e158ee502334e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/97a83cd881324af4a10ef500dc1c700d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/7bc2f155f24d4a758daab1c5b14a7c2c, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/20787f15393c4185b04244e9299393e7, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/c2e84aad29974a3a8c4b1124fa94bb17, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/bf0dbe85131f4c63a422c35c76fa752a, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/b00d90e2194343b0b988cabdfa464fee] to archive 2024-11-26T15:16:18,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T15:16:18,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/18e05292cbcc400584991d8c59545819 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/18e05292cbcc400584991d8c59545819 2024-11-26T15:16:18,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/3b5c54df5eb24c5083fa0b76fd7c5e0c to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/3b5c54df5eb24c5083fa0b76fd7c5e0c 2024-11-26T15:16:18,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/47ecc98d7d604636b349f1f9a813f3c8 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/47ecc98d7d604636b349f1f9a813f3c8 2024-11-26T15:16:18,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/e9163ec0611c4428a27f3dccd16fd6ed to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/e9163ec0611c4428a27f3dccd16fd6ed 2024-11-26T15:16:18,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/08c1b596e62746309ea3dc74250b9cfa to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/08c1b596e62746309ea3dc74250b9cfa 2024-11-26T15:16:18,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/a6ce5f0c86694c4b80e25249cb277d62 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/a6ce5f0c86694c4b80e25249cb277d62 2024-11-26T15:16:18,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/0631daa40a184792a05298bdb56a0902 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/0631daa40a184792a05298bdb56a0902 2024-11-26T15:16:18,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/f095ec35aba944e68c5a6358b7cb17ce to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/f095ec35aba944e68c5a6358b7cb17ce 2024-11-26T15:16:18,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/e9e9727a6d3c4e739765c59b0e453d75 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/e9e9727a6d3c4e739765c59b0e453d75 2024-11-26T15:16:18,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/bf2d88684c9b4d10b768c2230b232977 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/bf2d88684c9b4d10b768c2230b232977 2024-11-26T15:16:18,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/dd83880841f3478983c404d738c5ab8e to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/dd83880841f3478983c404d738c5ab8e 2024-11-26T15:16:18,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/8717d269732347afb6aeec5a7a3760b1 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/8717d269732347afb6aeec5a7a3760b1 2024-11-26T15:16:18,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/89dfc5fe44f14cc2bc060c8aa9abfaf1 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/89dfc5fe44f14cc2bc060c8aa9abfaf1 2024-11-26T15:16:18,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/23a593c489654ce1ac8e158ee502334e to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/23a593c489654ce1ac8e158ee502334e 2024-11-26T15:16:18,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/97a83cd881324af4a10ef500dc1c700d to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/97a83cd881324af4a10ef500dc1c700d 2024-11-26T15:16:18,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/7bc2f155f24d4a758daab1c5b14a7c2c to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/7bc2f155f24d4a758daab1c5b14a7c2c 2024-11-26T15:16:18,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/20787f15393c4185b04244e9299393e7 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/20787f15393c4185b04244e9299393e7 2024-11-26T15:16:18,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/c2e84aad29974a3a8c4b1124fa94bb17 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/c2e84aad29974a3a8c4b1124fa94bb17 2024-11-26T15:16:18,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/bf0dbe85131f4c63a422c35c76fa752a to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/bf0dbe85131f4c63a422c35c76fa752a 2024-11-26T15:16:18,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/b00d90e2194343b0b988cabdfa464fee to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/b00d90e2194343b0b988cabdfa464fee 2024-11-26T15:16:18,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/200575e658aa4071a09829ced169bd0d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/07eb5fe874c4427e8030a70a238fdae0, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/f6db2eb829444d3fb20758a96e0b2b44, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/32378750dc0642a69a28c6313653555d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/e5e2388158cf48b5944d1bc3d70490c7, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/b014859adc014584af858414fcc7f68f, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/bd9d71a9c23a4adaaea321b44196a94a, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/dd35c544b76141a9a08db52196e94e27, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/c701665c843a4999be075532f22196b6, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/e84f67ee3d9f4356b1f7bf9bf185c58e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/4cee56037cd04c0584c3bbc495cecc2b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/fb29e70609c54382a1828133b10bf702, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/936b9d6b519e47769a387539d400574b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/dba6ec6515a14c1ea1420ab6f8a3cded, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/6caf503bf1b0494cb6be71634e0cd213, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/f37d0c2db7b6455387ee580f0a27102c, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/f9e4a8284803477b8436173c64d7a728, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/bad6ef885069499e8438b1049ecfa9b1, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/836ecfc796ee4acc90ed556c48fea849, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/765f7b1fcfd34482a8d272f1d1358e9b] to archive 2024-11-26T15:16:18,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T15:16:18,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/200575e658aa4071a09829ced169bd0d to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/200575e658aa4071a09829ced169bd0d 2024-11-26T15:16:18,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/07eb5fe874c4427e8030a70a238fdae0 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/07eb5fe874c4427e8030a70a238fdae0 2024-11-26T15:16:18,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/f6db2eb829444d3fb20758a96e0b2b44 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/f6db2eb829444d3fb20758a96e0b2b44 2024-11-26T15:16:18,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/32378750dc0642a69a28c6313653555d to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/32378750dc0642a69a28c6313653555d 2024-11-26T15:16:18,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/e5e2388158cf48b5944d1bc3d70490c7 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/e5e2388158cf48b5944d1bc3d70490c7 2024-11-26T15:16:18,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/b014859adc014584af858414fcc7f68f to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/b014859adc014584af858414fcc7f68f 2024-11-26T15:16:18,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/bd9d71a9c23a4adaaea321b44196a94a to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/bd9d71a9c23a4adaaea321b44196a94a 2024-11-26T15:16:18,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/dd35c544b76141a9a08db52196e94e27 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/dd35c544b76141a9a08db52196e94e27 2024-11-26T15:16:18,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/c701665c843a4999be075532f22196b6 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/c701665c843a4999be075532f22196b6 2024-11-26T15:16:18,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/e84f67ee3d9f4356b1f7bf9bf185c58e to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/e84f67ee3d9f4356b1f7bf9bf185c58e 2024-11-26T15:16:18,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/4cee56037cd04c0584c3bbc495cecc2b to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/4cee56037cd04c0584c3bbc495cecc2b 2024-11-26T15:16:18,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/fb29e70609c54382a1828133b10bf702 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/fb29e70609c54382a1828133b10bf702 2024-11-26T15:16:18,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/936b9d6b519e47769a387539d400574b to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/936b9d6b519e47769a387539d400574b 2024-11-26T15:16:18,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/dba6ec6515a14c1ea1420ab6f8a3cded to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/dba6ec6515a14c1ea1420ab6f8a3cded 2024-11-26T15:16:18,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/6caf503bf1b0494cb6be71634e0cd213 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/6caf503bf1b0494cb6be71634e0cd213 2024-11-26T15:16:18,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/f37d0c2db7b6455387ee580f0a27102c to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/f37d0c2db7b6455387ee580f0a27102c 2024-11-26T15:16:18,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/f9e4a8284803477b8436173c64d7a728 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/f9e4a8284803477b8436173c64d7a728 2024-11-26T15:16:18,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/bad6ef885069499e8438b1049ecfa9b1 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/bad6ef885069499e8438b1049ecfa9b1 2024-11-26T15:16:18,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/836ecfc796ee4acc90ed556c48fea849 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/836ecfc796ee4acc90ed556c48fea849 2024-11-26T15:16:18,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/765f7b1fcfd34482a8d272f1d1358e9b to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/765f7b1fcfd34482a8d272f1d1358e9b 2024-11-26T15:16:18,107 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/recovered.edits/395.seqid, newMaxSeqId=395, maxSeqId=4 2024-11-26T15:16:18,108 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. 2024-11-26T15:16:18,108 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1676): Region close journal for 23a20285c3d5c41693e26ad55c4f3df2: Waiting for close lock at 1732634174818Running coprocessor pre-close hooks at 1732634174818Disabling compacts and flushes for region at 1732634174818Disabling writes for close at 1732634176335 (+1517 ms)Obtaining lock to block concurrent updates at 1732634176335Preparing flush snapshotting stores in 23a20285c3d5c41693e26ad55c4f3df2 at 1732634176335Finished memstore snapshotting TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1732634176335Flushing stores of TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2. at 1732634176336 (+1 ms)Flushing 23a20285c3d5c41693e26ad55c4f3df2/A: creating writer at 1732634176336Flushing mob file 23a20285c3d5c41693e26ad55c4f3df2/A: appending metadata at 1732634176341 (+5 ms)Flushing mob file 23a20285c3d5c41693e26ad55c4f3df2/A: closing flushed file at 1732634176341Flushing 23a20285c3d5c41693e26ad55c4f3df2/A: appending metadata at 1732634176761 (+420 ms)Flushing 23a20285c3d5c41693e26ad55c4f3df2/A: closing flushed file at 1732634176761Flushing 23a20285c3d5c41693e26ad55c4f3df2/B: creating writer at 1732634177179 (+418 ms)Flushing 23a20285c3d5c41693e26ad55c4f3df2/B: appending metadata at 1732634177183 (+4 ms)Flushing 23a20285c3d5c41693e26ad55c4f3df2/B: closing flushed file at 1732634177183Flushing 23a20285c3d5c41693e26ad55c4f3df2/C: creating writer at 1732634177601 (+418 ms)Flushing 23a20285c3d5c41693e26ad55c4f3df2/C: appending metadata at 1732634177604 (+3 ms)Flushing 23a20285c3d5c41693e26ad55c4f3df2/C: closing flushed file at 1732634177604Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be31339: reopening flushed file at 1732634178023 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@310f7616: reopening flushed file at 1732634178029 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a160c79: reopening flushed file at 1732634178034 (+5 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 23a20285c3d5c41693e26ad55c4f3df2 in 1705ms, sequenceid=392, compaction requested=true at 1732634178040 (+6 ms)Writing region close event to WAL at 1732634178104 (+64 ms)Running coprocessor post-close hooks at 1732634178108 (+4 ms)Closed at 1732634178108 2024-11-26T15:16:18,110 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(157): Closed 23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:18,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=48 updating hbase:meta row=23a20285c3d5c41693e26ad55c4f3df2, regionState=CLOSED 2024-11-26T15:16:18,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=48, state=RUNNABLE, hasLock=false; CloseRegionProcedure 23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 because future has completed 2024-11-26T15:16:18,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-26T15:16:18,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; CloseRegionProcedure 23a20285c3d5c41693e26ad55c4f3df2, server=6cc2bc8bf733,45537,1732634099035 in 3.4490 sec 2024-11-26T15:16:18,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-26T15:16:18,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=23a20285c3d5c41693e26ad55c4f3df2, UNASSIGN in 3.4560 sec 2024-11-26T15:16:18,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-26T15:16:18,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.4610 sec 2024-11-26T15:16:18,118 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634178118"}]},"ts":"1732634178118"} 2024-11-26T15:16:18,119 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T15:16:18,119 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T15:16:18,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 6.1850 sec 2024-11-26T15:16:18,491 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T15:16:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-26T15:16:18,802 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:16:18,803 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-26T15:16:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:16:18,808 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=50, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:16:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-26T15:16:18,810 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=50, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:16:18,816 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:18,819 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A, FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B, FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C, FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/recovered.edits] 2024-11-26T15:16:18,822 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/287320a02a1f4acf8aff86079fdb257e to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/287320a02a1f4acf8aff86079fdb257e 2024-11-26T15:16:18,824 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/8400202b2d964858b88e889118aed37f to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/8400202b2d964858b88e889118aed37f 2024-11-26T15:16:18,825 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/a3cf5c82b17949759b9bc5b91ff9133a to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/a3cf5c82b17949759b9bc5b91ff9133a 2024-11-26T15:16:18,826 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/ef0db26cc5154120acc93f460d53e8ea to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/A/ef0db26cc5154120acc93f460d53e8ea 2024-11-26T15:16:18,828 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/2f56edc71e6244729069920ece61a2bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/2f56edc71e6244729069920ece61a2bd 2024-11-26T15:16:18,829 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/6e466d38052541beb3f458a725aa5275 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/6e466d38052541beb3f458a725aa5275 2024-11-26T15:16:18,830 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/ba64e9979c254a08acddfb1b71714ce5 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/ba64e9979c254a08acddfb1b71714ce5 2024-11-26T15:16:18,831 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/fdf21f2497f1438a9a5549a5d87aa426 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/B/fdf21f2497f1438a9a5549a5d87aa426 2024-11-26T15:16:18,834 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/0b377e12d7764bf392c5ce73071a69ff to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/0b377e12d7764bf392c5ce73071a69ff 2024-11-26T15:16:18,835 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/68ac17fae4004aafb3384eedd9f9740e to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/68ac17fae4004aafb3384eedd9f9740e 2024-11-26T15:16:18,836 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/aafcb825e61e4f6cb7b4aaa6bb3de8ef to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/aafcb825e61e4f6cb7b4aaa6bb3de8ef 2024-11-26T15:16:18,837 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/de32d885b4634955aead5419fd652c6a to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/C/de32d885b4634955aead5419fd652c6a 2024-11-26T15:16:18,839 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/recovered.edits/395.seqid to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2/recovered.edits/395.seqid 2024-11-26T15:16:18,840 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:18,840 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T15:16:18,840 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T15:16:18,841 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T15:16:18,844 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260c77fa09212b4c7f823111bdcc368f34_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411260c77fa09212b4c7f823111bdcc368f34_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:18,845 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112610238b1cef2e4556accf23a0cbf8dbe3_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112610238b1cef2e4556accf23a0cbf8dbe3_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:18,846 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261a73eddb5ecd467e8f6c7a763fe72abc_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261a73eddb5ecd467e8f6c7a763fe72abc_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:18,847 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261d791effbc14477ab6883187abe14428_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411261d791effbc14477ab6883187abe14428_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:18,848 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112623f7ee0ad4d34aa5a84a9775154e196d_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112623f7ee0ad4d34aa5a84a9775154e196d_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:18,849 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112629cc9c8450234799b73cb7f3adfec198_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112629cc9c8450234799b73cb7f3adfec198_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:18,850 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126364c7a9e9d95494dbd06bd35d109f95f_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126364c7a9e9d95494dbd06bd35d109f95f_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:18,851 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264cebb0578c3a46ef81fbe7ea47a676f3_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264cebb0578c3a46ef81fbe7ea47a676f3_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:18,852 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268da63ea44c9a43aab79490b7d7948c28_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268da63ea44c9a43aab79490b7d7948c28_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:18,853 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126928cf9dd45f64a48a2e13bcc1d8d1a9b_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126928cf9dd45f64a48a2e13bcc1d8d1a9b_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:18,854 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126969247d7abfe4ea7873f5a5abc6c55e2_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126969247d7abfe4ea7873f5a5abc6c55e2_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:18,855 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126970622ab620243c6b716949f50fee0e2_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126970622ab620243c6b716949f50fee0e2_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:18,856 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269a528a29ee8e40a28d75cb0a9400fb55_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269a528a29ee8e40a28d75cb0a9400fb55_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:18,857 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269e1baae9380b48399e1231a943991f62_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411269e1baae9380b48399e1231a943991f62_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:18,858 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a47faa0fdf69440eb3f88aff212dac30_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a47faa0fdf69440eb3f88aff212dac30_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:18,859 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ae0070a8f7b54da5b683ca6e87fb68d2_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ae0070a8f7b54da5b683ca6e87fb68d2_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:18,860 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d08ba925b7b943479821d63720c47db7_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d08ba925b7b943479821d63720c47db7_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:18,861 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fba1e43dc7f04764913473ad08c18d55_23a20285c3d5c41693e26ad55c4f3df2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126fba1e43dc7f04764913473ad08c18d55_23a20285c3d5c41693e26ad55c4f3df2 2024-11-26T15:16:18,862 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T15:16:18,864 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=50, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:16:18,866 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T15:16:18,868 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T15:16:18,869 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=50, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:16:18,869 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T15:16:18,869 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732634178869"}]},"ts":"9223372036854775807"} 2024-11-26T15:16:18,871 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-26T15:16:18,871 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 23a20285c3d5c41693e26ad55c4f3df2, NAME => 'TestAcidGuarantees,,1732634140044.23a20285c3d5c41693e26ad55c4f3df2.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T15:16:18,871 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T15:16:18,871 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732634178871"}]},"ts":"9223372036854775807"} 2024-11-26T15:16:18,873 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-26T15:16:18,873 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=50, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:16:18,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 70 msec 2024-11-26T15:16:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-26T15:16:18,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-26T15:16:18,925 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:16:18,936 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=247 (was 246) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/cluster_72c5d022-cf56-073a-94ac-11d2a168cf21/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2032052914_22 at /127.0.0.1:54222 [Waiting for operation #29] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/cluster_72c5d022-cf56-073a-94ac-11d2a168cf21/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1157 (was 961) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1779 (was 2980) 2024-11-26T15:16:18,945 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=247, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=1157, ProcessCount=11, AvailableMemoryMB=1779 2024-11-26T15:16:18,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T15:16:18,946 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:16:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T15:16:18,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:16:18,948 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:18,948 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 51 2024-11-26T15:16:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-26T15:16:18,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:16:18,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742017_1193 (size=1061) 2024-11-26T15:16:18,957 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726 2024-11-26T15:16:18,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742018_1194 (size=53) 2024-11-26T15:16:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-26T15:16:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-26T15:16:19,366 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:16:19,367 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 291f03fd6a81a4c9b9789d04e1f38885, disabling compactions & flushes 2024-11-26T15:16:19,367 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:19,367 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:19,367 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. after waiting 0 ms 2024-11-26T15:16:19,367 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:19,367 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:19,367 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 291f03fd6a81a4c9b9789d04e1f38885: Waiting for close lock at 1732634179367Disabling compacts and flushes for region at 1732634179367Disabling writes for close at 1732634179367Writing region close event to WAL at 1732634179367Closed at 1732634179367 2024-11-26T15:16:19,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:16:19,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732634179371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634179371"}]},"ts":"1732634179371"} 2024-11-26T15:16:19,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:16:19,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:16:19,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634179377"}]},"ts":"1732634179377"} 2024-11-26T15:16:19,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T15:16:19,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=291f03fd6a81a4c9b9789d04e1f38885, ASSIGN}] 2024-11-26T15:16:19,380 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=291f03fd6a81a4c9b9789d04e1f38885, ASSIGN 2024-11-26T15:16:19,381 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=291f03fd6a81a4c9b9789d04e1f38885, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,45537,1732634099035; forceNewPlan=false, retain=false 2024-11-26T15:16:19,533 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=291f03fd6a81a4c9b9789d04e1f38885, regionState=OPENING, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:19,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=291f03fd6a81a4c9b9789d04e1f38885, ASSIGN because future has completed 2024-11-26T15:16:19,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035}] 2024-11-26T15:16:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-26T15:16:19,699 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:19,699 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:16:19,700 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:19,700 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:16:19,700 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:19,700 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:19,702 INFO [StoreOpener-291f03fd6a81a4c9b9789d04e1f38885-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:19,703 INFO [StoreOpener-291f03fd6a81a4c9b9789d04e1f38885-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:16:19,703 INFO [StoreOpener-291f03fd6a81a4c9b9789d04e1f38885-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 291f03fd6a81a4c9b9789d04e1f38885 columnFamilyName A 2024-11-26T15:16:19,703 DEBUG [StoreOpener-291f03fd6a81a4c9b9789d04e1f38885-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:19,704 INFO [StoreOpener-291f03fd6a81a4c9b9789d04e1f38885-1 {}] regionserver.HStore(327): Store=291f03fd6a81a4c9b9789d04e1f38885/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:16:19,704 INFO [StoreOpener-291f03fd6a81a4c9b9789d04e1f38885-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:19,705 INFO [StoreOpener-291f03fd6a81a4c9b9789d04e1f38885-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:16:19,705 INFO [StoreOpener-291f03fd6a81a4c9b9789d04e1f38885-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 291f03fd6a81a4c9b9789d04e1f38885 columnFamilyName B 2024-11-26T15:16:19,705 DEBUG [StoreOpener-291f03fd6a81a4c9b9789d04e1f38885-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:19,706 INFO [StoreOpener-291f03fd6a81a4c9b9789d04e1f38885-1 {}] regionserver.HStore(327): Store=291f03fd6a81a4c9b9789d04e1f38885/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:16:19,706 INFO [StoreOpener-291f03fd6a81a4c9b9789d04e1f38885-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:19,707 INFO [StoreOpener-291f03fd6a81a4c9b9789d04e1f38885-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:16:19,707 INFO [StoreOpener-291f03fd6a81a4c9b9789d04e1f38885-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 291f03fd6a81a4c9b9789d04e1f38885 columnFamilyName C 2024-11-26T15:16:19,707 DEBUG [StoreOpener-291f03fd6a81a4c9b9789d04e1f38885-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:19,708 INFO [StoreOpener-291f03fd6a81a4c9b9789d04e1f38885-1 {}] regionserver.HStore(327): Store=291f03fd6a81a4c9b9789d04e1f38885/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:16:19,708 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:19,708 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:19,709 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:19,709 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:19,710 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:19,710 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:19,711 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T15:16:19,712 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:19,715 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:16:19,715 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 291f03fd6a81a4c9b9789d04e1f38885; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71234266, jitterRate=0.06147328019142151}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T15:16:19,715 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:19,716 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 291f03fd6a81a4c9b9789d04e1f38885: Running coprocessor pre-open hook at 1732634179700Writing region info on filesystem at 1732634179700Initializing all the Stores at 1732634179701 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634179701Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634179701Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634179701Cleaning up temporary data from old regions at 1732634179710 (+9 ms)Running coprocessor post-open hooks at 1732634179715 (+5 ms)Region opened successfully at 1732634179716 (+1 ms) 2024-11-26T15:16:19,717 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., pid=53, masterSystemTime=1732634179691 2024-11-26T15:16:19,719 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:19,719 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:19,720 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=291f03fd6a81a4c9b9789d04e1f38885, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:19,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 because future has completed 2024-11-26T15:16:19,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-26T15:16:19,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; OpenRegionProcedure 291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 in 184 msec 2024-11-26T15:16:19,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-26T15:16:19,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=291f03fd6a81a4c9b9789d04e1f38885, ASSIGN in 345 msec 2024-11-26T15:16:19,728 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:16:19,728 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634179728"}]},"ts":"1732634179728"} 2024-11-26T15:16:19,730 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T15:16:19,731 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=51, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:16:19,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 785 msec 2024-11-26T15:16:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51 2024-11-26T15:16:20,082 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:16:20,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23cf6174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:20,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:20,088 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:20,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:20,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:20,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723dd724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:20,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:20,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:20,090 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:20,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783d39c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:20,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:20,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:20,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:16:20,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,39097,1732634097953 2024-11-26T15:16:20,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10cc1b8a 2024-11-26T15:16:20,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:16:20,096 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:16:20,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c6f1434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:20,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:20,099 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f740c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:20,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:20,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:20,100 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:20,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90fa5a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634f1deb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:20,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:20,103 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:20,104 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:20,104 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:20,104 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d435f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,104 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:20,104 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:20,104 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:20,105 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:20,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0793da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec2896e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:20,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:20,107 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:20,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:20,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:20,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55439ff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:20,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:20,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:20,108 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:20,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7fbb7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5155197b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:20,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:20,110 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:20,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:20,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:20,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8f2dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:20,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:20,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:20,112 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:20,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ab1a7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0e849b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:20,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:20,114 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:20,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:20,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:20,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c54f4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:20,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:20,115 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358ab9d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6935c50e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:20,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:20,117 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:20,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:20,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:20,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258cff7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:20,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:20,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:20,119 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:20,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68fa1bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767db965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:20,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:20,120 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:20,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:20,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:20,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c28dc8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:20,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:20,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:20,122 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:20,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41bb28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6493a71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:20,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:20,123 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:20,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab69000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:20,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:20,124 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:20,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d32847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1b1c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:20,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:20,126 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:20,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:20,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:20,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fbf886e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:20,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:20,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:20,127 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:20,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4a8467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@727224d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:20,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:20,129 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:20,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:20,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:20,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a3752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:20,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:20,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:20,130 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:20,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b83718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:20,131 DEBUG [Thread-943 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:20,131 DEBUG [Thread-948 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:20,131 DEBUG [Thread-954 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:20,131 DEBUG [Thread-937 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:20,131 DEBUG [Thread-950 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:20,131 DEBUG [Thread-952 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:20,132 DEBUG [Thread-941 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:20,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:20,133 DEBUG [Thread-956 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:20,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:20,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:20,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:20,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:20,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:20,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:20,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:20,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:20,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:20,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:20,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:20,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:20,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:20,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:16:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-26T15:16:20,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:16:20,137 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:16:20,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-26T15:16:20,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:16:20,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:20,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:16:20,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:16:20,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:16:20,138 DEBUG [Thread-939 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:20,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:16:20,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:20,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:20,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:20,139 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:16:20,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:16:20,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:20,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:16:20,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:16:20,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:16:20,144 DEBUG [Thread-945 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:20,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:20,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:20,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:20,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:16:20,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 291f03fd6a81a4c9b9789d04e1f38885 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T15:16:20,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=A 2024-11-26T15:16:20,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:20,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=B 2024-11-26T15:16:20,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:20,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=C 2024-11-26T15:16:20,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:20,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/df2c866d780e41819441e2e9271134fb is 50, key is test_row_0/A:col10/1732634180147/Put/seqid=0 2024-11-26T15:16:20,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742019_1195 (size=12001) 2024-11-26T15:16:20,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47232 deadline: 1732634240184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47218 deadline: 1732634240185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:20,192 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634180180, max timestamp=1732634180189Num uniques 859; 2024-11-26T15:16:20,193 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:16:20,193 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634180180, max timestamp=1732634180189Num uniques 859; 2024-11-26T15:16:20,193 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:16:20,193 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634180180, max timestamp=1732634180189Num uniques 859; 2024-11-26T15:16:20,193 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:16:20,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634240221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:20,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634240226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:20,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634240227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-26T15:16:20,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-26T15:16:20,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:20,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:20,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:20,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:20,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:20,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47232 deadline: 1732634240301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47218 deadline: 1732634240301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:20,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634240331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634240331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:20,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:20,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634240341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:20,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-26T15:16:20,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:20,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:20,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:20,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:20,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-26T15:16:20,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47232 deadline: 1732634240511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47218 deadline: 1732634240511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:20,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634240541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634240541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:20,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:20,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634240551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:20,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/df2c866d780e41819441e2e9271134fb 2024-11-26T15:16:20,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-26T15:16:20,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:20,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:20,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:20,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:20,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:20,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/4a3305ba50d744259af41334a34814eb is 50, key is test_row_0/B:col10/1732634180147/Put/seqid=0 2024-11-26T15:16:20,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742020_1196 (size=12001) 2024-11-26T15:16:20,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/4a3305ba50d744259af41334a34814eb 2024-11-26T15:16:20,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/80a5e9d8802a40dea978b240fe5a2fec is 50, key is test_row_0/C:col10/1732634180147/Put/seqid=0 2024-11-26T15:16:20,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742021_1197 (size=12001) 2024-11-26T15:16:20,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/80a5e9d8802a40dea978b240fe5a2fec 2024-11-26T15:16:20,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/df2c866d780e41819441e2e9271134fb as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/df2c866d780e41819441e2e9271134fb 2024-11-26T15:16:20,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/df2c866d780e41819441e2e9271134fb, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T15:16:20,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/4a3305ba50d744259af41334a34814eb as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4a3305ba50d744259af41334a34814eb 2024-11-26T15:16:20,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4a3305ba50d744259af41334a34814eb, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T15:16:20,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/80a5e9d8802a40dea978b240fe5a2fec as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/80a5e9d8802a40dea978b240fe5a2fec 2024-11-26T15:16:20,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/80a5e9d8802a40dea978b240fe5a2fec, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T15:16:20,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 291f03fd6a81a4c9b9789d04e1f38885 in 548ms, sequenceid=12, compaction requested=false 2024-11-26T15:16:20,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:20,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-26T15:16:20,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:20,753 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 291f03fd6a81a4c9b9789d04e1f38885 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-26T15:16:20,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=A 2024-11-26T15:16:20,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:16:20,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=B 2024-11-26T15:16:20,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:16:20,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=C 2024-11-26T15:16:20,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:16:20,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/1cb7653c505a416fa9877439a2d1f480 is 50, key is test_row_0/A:col10/1732634180189/Put/seqid=0 2024-11-26T15:16:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-26T15:16:20,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742022_1198 (size=12001) 2024-11-26T15:16:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:20,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:20,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47218 deadline: 1732634240832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:20,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47232 deadline: 1732634240834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:20,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634240850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634240851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:20,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:20,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634240861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:20,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47218 deadline: 1732634240941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:20,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47232 deadline: 1732634240941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:20,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:20,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:20,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:21,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47218 deadline: 1732634241151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:21,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47232 deadline: 1732634241151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:21,175 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/1cb7653c505a416fa9877439a2d1f480 2024-11-26T15:16:21,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/337921b5e42d4f778e767e1e8618bf9d is 50, key is test_row_0/B:col10/1732634180189/Put/seqid=0 2024-11-26T15:16:21,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742023_1199 (size=12001) 2024-11-26T15:16:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-26T15:16:21,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634241361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:21,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634241361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:21,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:21,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:21,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:21,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:21,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:21,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:21,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634241370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:21,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47218 deadline: 1732634241461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:21,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:21,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47232 deadline: 1732634241461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:21,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:21,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:21,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:21,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:21,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:21,587 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/337921b5e42d4f778e767e1e8618bf9d 2024-11-26T15:16:21,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/7b8bef27ab15413baaa6e711172611f5 is 50, key is test_row_0/C:col10/1732634180189/Put/seqid=0 2024-11-26T15:16:21,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742024_1200 (size=12001) 2024-11-26T15:16:21,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47218 deadline: 1732634241971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:21,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:21,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47232 deadline: 1732634241971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:22,000 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/7b8bef27ab15413baaa6e711172611f5 2024-11-26T15:16:22,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/1cb7653c505a416fa9877439a2d1f480 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/1cb7653c505a416fa9877439a2d1f480 2024-11-26T15:16:22,009 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/1cb7653c505a416fa9877439a2d1f480, entries=150, sequenceid=48, filesize=11.7 K 2024-11-26T15:16:22,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/337921b5e42d4f778e767e1e8618bf9d as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/337921b5e42d4f778e767e1e8618bf9d 2024-11-26T15:16:22,014 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/337921b5e42d4f778e767e1e8618bf9d, entries=150, sequenceid=48, filesize=11.7 K 2024-11-26T15:16:22,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/7b8bef27ab15413baaa6e711172611f5 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/7b8bef27ab15413baaa6e711172611f5 2024-11-26T15:16:22,019 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/7b8bef27ab15413baaa6e711172611f5, entries=150, sequenceid=48, filesize=11.7 K 2024-11-26T15:16:22,020 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 291f03fd6a81a4c9b9789d04e1f38885 in 1267ms, sequenceid=48, compaction requested=false 2024-11-26T15:16:22,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:22,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:22,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-26T15:16:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-26T15:16:22,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-26T15:16:22,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8820 sec 2024-11-26T15:16:22,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.8890 sec 2024-11-26T15:16:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-26T15:16:22,281 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:16:22,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:16:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-26T15:16:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-26T15:16:22,284 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:16:22,284 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:16:22,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:16:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:22,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 291f03fd6a81a4c9b9789d04e1f38885 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T15:16:22,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=A 2024-11-26T15:16:22,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:22,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=B 2024-11-26T15:16:22,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:22,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=C 2024-11-26T15:16:22,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:22,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/1a5d6256b06b476f92513fec862ae423 is 50, key is test_row_0/A:col10/1732634182371/Put/seqid=0 2024-11-26T15:16:22,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742025_1201 (size=14341) 2024-11-26T15:16:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-26T15:16:22,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634242404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:22,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634182392, max timestamp=1732634182408Num uniques 859; 2024-11-26T15:16:22,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634182392, max timestamp=1732634182408Num uniques 859; 2024-11-26T15:16:22,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634182392, max timestamp=1732634182408Num uniques 859; 2024-11-26T15:16:22,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:16:22,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:16:22,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:16:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:22,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-26T15:16:22,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:22,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:22,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:22,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:22,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:22,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634242445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:22,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634242446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:22,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634242521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:22,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:22,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634242561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:22,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:22,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634242561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:22,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:22,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-26T15:16:22,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:22,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:22,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:22,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:22,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-26T15:16:22,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634242731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:22,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:22,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-26T15:16:22,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:22,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:22,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:22,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:22,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:22,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634242771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:22,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:22,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634242771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:22,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:22,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:22,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/1a5d6256b06b476f92513fec862ae423 2024-11-26T15:16:22,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/59221fa63f984ad38bdfcc415de1a970 is 50, key is test_row_0/B:col10/1732634182371/Put/seqid=0 2024-11-26T15:16:22,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742026_1202 (size=12001) 2024-11-26T15:16:22,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-26T15:16:22,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:22,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:22,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:22,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:22,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-26T15:16:22,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47218 deadline: 1732634242991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:22,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47232 deadline: 1732634242991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:22,994 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_2' in 291f03fd6a81a4c9b9789d04e1f38885 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:22,995 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in 291f03fd6a81a4c9b9789d04e1f38885 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:23,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634243040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:23,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:23,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-26T15:16:23,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:23,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:23,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:23,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:23,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:23,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634243081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:23,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:23,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:23,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:23,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634243081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:23,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:23,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:23,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:23,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/59221fa63f984ad38bdfcc415de1a970 2024-11-26T15:16:23,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/18eecb74003d49b8961fc95dffde839d is 50, key is test_row_0/C:col10/1732634182371/Put/seqid=0 2024-11-26T15:16:23,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-26T15:16:23,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:23,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:23,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:23,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:23,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:23,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:23,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742027_1203 (size=12001) 2024-11-26T15:16:23,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-26T15:16:23,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:23,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:23,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:23,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:23,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-26T15:16:23,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-26T15:16:23,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:23,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:23,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:23,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:23,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:23,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634243551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:23,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:23,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:23,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:23,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634243590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:23,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634243591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:23,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:23,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/18eecb74003d49b8961fc95dffde839d 2024-11-26T15:16:23,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/1a5d6256b06b476f92513fec862ae423 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/1a5d6256b06b476f92513fec862ae423 2024-11-26T15:16:23,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/1a5d6256b06b476f92513fec862ae423, entries=200, sequenceid=59, filesize=14.0 K 2024-11-26T15:16:23,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/59221fa63f984ad38bdfcc415de1a970 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/59221fa63f984ad38bdfcc415de1a970 2024-11-26T15:16:23,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/59221fa63f984ad38bdfcc415de1a970, entries=150, sequenceid=59, filesize=11.7 K 2024-11-26T15:16:23,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/18eecb74003d49b8961fc95dffde839d as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/18eecb74003d49b8961fc95dffde839d 2024-11-26T15:16:23,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/18eecb74003d49b8961fc95dffde839d, entries=150, sequenceid=59, filesize=11.7 K 2024-11-26T15:16:23,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 291f03fd6a81a4c9b9789d04e1f38885 in 1251ms, sequenceid=59, compaction requested=true 2024-11-26T15:16:23,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:23,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 291f03fd6a81a4c9b9789d04e1f38885:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:16:23,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:23,624 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:16:23,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 291f03fd6a81a4c9b9789d04e1f38885:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:16:23,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:23,624 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:16:23,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 291f03fd6a81a4c9b9789d04e1f38885:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:16:23,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:16:23,625 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:16:23,625 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:16:23,625 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 291f03fd6a81a4c9b9789d04e1f38885/B is initiating minor compaction (all files) 2024-11-26T15:16:23,625 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 291f03fd6a81a4c9b9789d04e1f38885/A is initiating minor compaction (all files) 2024-11-26T15:16:23,625 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 291f03fd6a81a4c9b9789d04e1f38885/A in TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:23,625 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 291f03fd6a81a4c9b9789d04e1f38885/B in TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:23,625 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4a3305ba50d744259af41334a34814eb, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/337921b5e42d4f778e767e1e8618bf9d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/59221fa63f984ad38bdfcc415de1a970] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp, totalSize=35.2 K 2024-11-26T15:16:23,625 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/df2c866d780e41819441e2e9271134fb, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/1cb7653c505a416fa9877439a2d1f480, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/1a5d6256b06b476f92513fec862ae423] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp, totalSize=37.4 K 2024-11-26T15:16:23,626 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a3305ba50d744259af41334a34814eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732634180143 2024-11-26T15:16:23,626 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting df2c866d780e41819441e2e9271134fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732634180143 2024-11-26T15:16:23,626 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cb7653c505a416fa9877439a2d1f480, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732634180189 2024-11-26T15:16:23,626 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 337921b5e42d4f778e767e1e8618bf9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732634180189 2024-11-26T15:16:23,626 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a5d6256b06b476f92513fec862ae423, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732634180826 2024-11-26T15:16:23,626 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 59221fa63f984ad38bdfcc415de1a970, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732634180826 2024-11-26T15:16:23,627 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T15:16:23,635 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 291f03fd6a81a4c9b9789d04e1f38885#A#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:23,635 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/cdd38d5276f64c6dbc3ac05dfd8a98e3 is 50, key is test_row_0/A:col10/1732634182371/Put/seqid=0 2024-11-26T15:16:23,635 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 291f03fd6a81a4c9b9789d04e1f38885#B#compaction#163 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:23,636 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/9cd9ce7a59004621bf48fcb20d465980 is 50, key is test_row_0/B:col10/1732634182371/Put/seqid=0 2024-11-26T15:16:23,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-26T15:16:23,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:23,658 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 291f03fd6a81a4c9b9789d04e1f38885 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-26T15:16:23,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=A 2024-11-26T15:16:23,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:16:23,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=B 2024-11-26T15:16:23,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:16:23,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=C 2024-11-26T15:16:23,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:16:23,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742029_1205 (size=12104) 2024-11-26T15:16:23,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742028_1204 (size=12104) 2024-11-26T15:16:23,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/5261fe75ef5e4c8ea44663c8386fed91 is 50, key is test_row_0/A:col10/1732634182445/Put/seqid=0 2024-11-26T15:16:23,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742030_1206 (size=12001) 2024-11-26T15:16:24,072 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/9cd9ce7a59004621bf48fcb20d465980 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/9cd9ce7a59004621bf48fcb20d465980 2024-11-26T15:16:24,077 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 291f03fd6a81a4c9b9789d04e1f38885/B of 291f03fd6a81a4c9b9789d04e1f38885 into 9cd9ce7a59004621bf48fcb20d465980(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:24,077 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:24,077 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., storeName=291f03fd6a81a4c9b9789d04e1f38885/B, priority=13, startTime=1732634183624; duration=0sec 2024-11-26T15:16:24,078 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:16:24,078 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 291f03fd6a81a4c9b9789d04e1f38885:B 2024-11-26T15:16:24,078 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:16:24,078 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/cdd38d5276f64c6dbc3ac05dfd8a98e3 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/cdd38d5276f64c6dbc3ac05dfd8a98e3 2024-11-26T15:16:24,079 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:16:24,079 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 291f03fd6a81a4c9b9789d04e1f38885/C is initiating minor compaction (all files) 2024-11-26T15:16:24,079 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 291f03fd6a81a4c9b9789d04e1f38885/C in TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:24,079 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/80a5e9d8802a40dea978b240fe5a2fec, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/7b8bef27ab15413baaa6e711172611f5, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/18eecb74003d49b8961fc95dffde839d] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp, totalSize=35.2 K 2024-11-26T15:16:24,080 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 80a5e9d8802a40dea978b240fe5a2fec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732634180143 2024-11-26T15:16:24,080 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b8bef27ab15413baaa6e711172611f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732634180189 2024-11-26T15:16:24,080 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 18eecb74003d49b8961fc95dffde839d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732634180826 2024-11-26T15:16:24,083 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 291f03fd6a81a4c9b9789d04e1f38885/A of 291f03fd6a81a4c9b9789d04e1f38885 into cdd38d5276f64c6dbc3ac05dfd8a98e3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:24,083 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:24,083 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., storeName=291f03fd6a81a4c9b9789d04e1f38885/A, priority=13, startTime=1732634183624; duration=0sec 2024-11-26T15:16:24,083 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:24,083 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 291f03fd6a81a4c9b9789d04e1f38885:A 2024-11-26T15:16:24,087 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/5261fe75ef5e4c8ea44663c8386fed91 2024-11-26T15:16:24,089 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 291f03fd6a81a4c9b9789d04e1f38885#C#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:24,090 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/acb2f866afb6479fa091b4c0101eb4f7 is 50, key is test_row_0/C:col10/1732634182371/Put/seqid=0 2024-11-26T15:16:24,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/203a9e00b3084f80a8f4bbd01b3decd7 is 50, key is test_row_0/B:col10/1732634182445/Put/seqid=0 2024-11-26T15:16:24,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742031_1207 (size=12104) 2024-11-26T15:16:24,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742032_1208 (size=12001) 2024-11-26T15:16:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-26T15:16:24,509 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/acb2f866afb6479fa091b4c0101eb4f7 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/acb2f866afb6479fa091b4c0101eb4f7 2024-11-26T15:16:24,513 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/203a9e00b3084f80a8f4bbd01b3decd7 2024-11-26T15:16:24,513 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 291f03fd6a81a4c9b9789d04e1f38885/C of 291f03fd6a81a4c9b9789d04e1f38885 into acb2f866afb6479fa091b4c0101eb4f7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:24,513 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:24,513 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., storeName=291f03fd6a81a4c9b9789d04e1f38885/C, priority=13, startTime=1732634183624; duration=0sec 2024-11-26T15:16:24,514 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:24,514 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 291f03fd6a81a4c9b9789d04e1f38885:C 2024-11-26T15:16:24,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/036f5e62174c46c2b5517cd542e259a5 is 50, key is test_row_0/C:col10/1732634182445/Put/seqid=0 2024-11-26T15:16:24,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742033_1209 (size=12001) 2024-11-26T15:16:24,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:24,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:24,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634244593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:24,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:24,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:24,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:24,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634244601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:24,602 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in 291f03fd6a81a4c9b9789d04e1f38885 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:24,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:24,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:24,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:24,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634244611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:24,614 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_2' in 291f03fd6a81a4c9b9789d04e1f38885 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:24,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:24,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:24,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:24,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634244701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:24,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:24,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:24,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:24,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634244911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:24,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:24,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:24,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:24,925 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/036f5e62174c46c2b5517cd542e259a5 2024-11-26T15:16:24,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/5261fe75ef5e4c8ea44663c8386fed91 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/5261fe75ef5e4c8ea44663c8386fed91 2024-11-26T15:16:24,936 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/5261fe75ef5e4c8ea44663c8386fed91, entries=150, sequenceid=94, filesize=11.7 K 2024-11-26T15:16:24,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/203a9e00b3084f80a8f4bbd01b3decd7 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/203a9e00b3084f80a8f4bbd01b3decd7 2024-11-26T15:16:24,940 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/203a9e00b3084f80a8f4bbd01b3decd7, entries=150, sequenceid=94, filesize=11.7 K 2024-11-26T15:16:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/036f5e62174c46c2b5517cd542e259a5 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/036f5e62174c46c2b5517cd542e259a5 2024-11-26T15:16:24,945 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/036f5e62174c46c2b5517cd542e259a5, entries=150, sequenceid=94, filesize=11.7 K 2024-11-26T15:16:24,946 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 291f03fd6a81a4c9b9789d04e1f38885 in 1288ms, sequenceid=94, compaction requested=false 2024-11-26T15:16:24,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:24,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:24,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-26T15:16:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-26T15:16:24,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-26T15:16:24,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6630 sec 2024-11-26T15:16:24,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 2.6680 sec 2024-11-26T15:16:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:25,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 291f03fd6a81a4c9b9789d04e1f38885 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-26T15:16:25,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=A 2024-11-26T15:16:25,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:25,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=B 2024-11-26T15:16:25,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:25,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=C 2024-11-26T15:16:25,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:25,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/9028c383919d4a839c1194b9117b3dcc is 50, key is test_row_0/A:col10/1732634185002/Put/seqid=0 2024-11-26T15:16:25,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742034_1210 (size=14341) 2024-11-26T15:16:25,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47218 deadline: 1732634245047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:25,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:25,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:25,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:25,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47232 deadline: 1732634245051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:25,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:25,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:25,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:25,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47218 deadline: 1732634245161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:25,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47232 deadline: 1732634245161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:25,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634245221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:25,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:25,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:25,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:25,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:25,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47232 deadline: 1732634245371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47218 deadline: 1732634245371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:25,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:25,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:25,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:25,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:25,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:25,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:25,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/9028c383919d4a839c1194b9117b3dcc 2024-11-26T15:16:25,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/cb36fd4d450342ae9509e8f3e93d86ea is 50, key is test_row_0/B:col10/1732634185002/Put/seqid=0 2024-11-26T15:16:25,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742035_1211 (size=12001) 2024-11-26T15:16:25,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47218 deadline: 1732634245681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:25,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47232 deadline: 1732634245681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:25,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:25,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:25,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634245731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:25,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:25,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:25,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:25,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/cb36fd4d450342ae9509e8f3e93d86ea 2024-11-26T15:16:25,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/fcb75a54f9ab4afb925fabe9a90cdddb is 50, key is test_row_0/C:col10/1732634185002/Put/seqid=0 2024-11-26T15:16:25,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742036_1212 (size=12001) 2024-11-26T15:16:26,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47218 deadline: 1732634246191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:26,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47232 deadline: 1732634246191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:26,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:26,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:26,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:26,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:26,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:26,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:26,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/fcb75a54f9ab4afb925fabe9a90cdddb 2024-11-26T15:16:26,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/9028c383919d4a839c1194b9117b3dcc as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/9028c383919d4a839c1194b9117b3dcc 2024-11-26T15:16:26,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/9028c383919d4a839c1194b9117b3dcc, entries=200, sequenceid=109, filesize=14.0 K 2024-11-26T15:16:26,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/cb36fd4d450342ae9509e8f3e93d86ea as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/cb36fd4d450342ae9509e8f3e93d86ea 2024-11-26T15:16:26,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/cb36fd4d450342ae9509e8f3e93d86ea, entries=150, sequenceid=109, filesize=11.7 K 2024-11-26T15:16:26,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/fcb75a54f9ab4afb925fabe9a90cdddb as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/fcb75a54f9ab4afb925fabe9a90cdddb 2024-11-26T15:16:26,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/fcb75a54f9ab4afb925fabe9a90cdddb, entries=150, sequenceid=109, filesize=11.7 K 2024-11-26T15:16:26,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 291f03fd6a81a4c9b9789d04e1f38885 in 1250ms, sequenceid=109, compaction requested=true 2024-11-26T15:16:26,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:26,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 291f03fd6a81a4c9b9789d04e1f38885:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:16:26,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:26,253 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:16:26,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 291f03fd6a81a4c9b9789d04e1f38885:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:16:26,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:26,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 291f03fd6a81a4c9b9789d04e1f38885:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:16:26,253 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:16:26,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:16:26,254 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:16:26,254 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:16:26,254 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 291f03fd6a81a4c9b9789d04e1f38885/A is initiating minor compaction (all files) 2024-11-26T15:16:26,254 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 291f03fd6a81a4c9b9789d04e1f38885/B is initiating minor compaction (all files) 2024-11-26T15:16:26,254 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 291f03fd6a81a4c9b9789d04e1f38885/A in TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:26,254 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 291f03fd6a81a4c9b9789d04e1f38885/B in TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:26,254 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/9cd9ce7a59004621bf48fcb20d465980, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/203a9e00b3084f80a8f4bbd01b3decd7, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/cb36fd4d450342ae9509e8f3e93d86ea] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp, totalSize=35.3 K 2024-11-26T15:16:26,254 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/cdd38d5276f64c6dbc3ac05dfd8a98e3, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/5261fe75ef5e4c8ea44663c8386fed91, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/9028c383919d4a839c1194b9117b3dcc] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp, totalSize=37.5 K 2024-11-26T15:16:26,255 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cd9ce7a59004621bf48fcb20d465980, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732634180826 2024-11-26T15:16:26,255 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdd38d5276f64c6dbc3ac05dfd8a98e3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732634180826 2024-11-26T15:16:26,255 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5261fe75ef5e4c8ea44663c8386fed91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732634182438 2024-11-26T15:16:26,255 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 203a9e00b3084f80a8f4bbd01b3decd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732634182438 2024-11-26T15:16:26,256 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting cb36fd4d450342ae9509e8f3e93d86ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732634184587 2024-11-26T15:16:26,256 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9028c383919d4a839c1194b9117b3dcc, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732634184575 2024-11-26T15:16:26,265 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 291f03fd6a81a4c9b9789d04e1f38885#B#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:26,266 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 291f03fd6a81a4c9b9789d04e1f38885#A#compaction#172 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:26,266 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/9eded43f14d7469baba68ba73d84ac8e is 50, key is test_row_0/B:col10/1732634185002/Put/seqid=0 2024-11-26T15:16:26,266 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/eadb93f478fe4608a6f2994fe959e3b0 is 50, key is test_row_0/A:col10/1732634185002/Put/seqid=0 2024-11-26T15:16:26,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742038_1214 (size=12207) 2024-11-26T15:16:26,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742037_1213 (size=12207) 2024-11-26T15:16:26,291 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/eadb93f478fe4608a6f2994fe959e3b0 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/eadb93f478fe4608a6f2994fe959e3b0 2024-11-26T15:16:26,297 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 291f03fd6a81a4c9b9789d04e1f38885/A of 291f03fd6a81a4c9b9789d04e1f38885 into eadb93f478fe4608a6f2994fe959e3b0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:26,297 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:26,297 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., storeName=291f03fd6a81a4c9b9789d04e1f38885/A, priority=13, startTime=1732634186253; duration=0sec 2024-11-26T15:16:26,298 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:16:26,298 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 291f03fd6a81a4c9b9789d04e1f38885:A 2024-11-26T15:16:26,298 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:16:26,299 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:16:26,299 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 291f03fd6a81a4c9b9789d04e1f38885/C is initiating minor compaction (all files) 2024-11-26T15:16:26,299 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 291f03fd6a81a4c9b9789d04e1f38885/C in TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:26,299 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/acb2f866afb6479fa091b4c0101eb4f7, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/036f5e62174c46c2b5517cd542e259a5, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/fcb75a54f9ab4afb925fabe9a90cdddb] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp, totalSize=35.3 K 2024-11-26T15:16:26,299 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting acb2f866afb6479fa091b4c0101eb4f7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732634180826 2024-11-26T15:16:26,300 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 036f5e62174c46c2b5517cd542e259a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732634182438 2024-11-26T15:16:26,300 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcb75a54f9ab4afb925fabe9a90cdddb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732634184587 2024-11-26T15:16:26,307 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 291f03fd6a81a4c9b9789d04e1f38885#C#compaction#173 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:26,308 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/c234ca82a5b44aab99865a8492d6557b is 50, key is test_row_0/C:col10/1732634185002/Put/seqid=0 2024-11-26T15:16:26,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742039_1215 (size=12207) 2024-11-26T15:16:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-26T15:16:26,462 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:16:26,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:16:26,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-26T15:16:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-26T15:16:26,464 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:16:26,464 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:16:26,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:16:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-26T15:16:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:26,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 291f03fd6a81a4c9b9789d04e1f38885 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-26T15:16:26,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=A 2024-11-26T15:16:26,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:16:26,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=B 2024-11-26T15:16:26,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:16:26,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=C 2024-11-26T15:16:26,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:16:26,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-26T15:16:26,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:26,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:26,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:26,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:26,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:26,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/8c6d14ab79544b5b9cdfff5fa30eca0e is 50, key is test_row_0/A:col10/1732634185046/Put/seqid=0 2024-11-26T15:16:26,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742040_1216 (size=12051) 2024-11-26T15:16:26,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634246631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:26,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:26,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:26,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:26,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634246635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:26,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:26,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:26,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:26,691 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/9eded43f14d7469baba68ba73d84ac8e as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/9eded43f14d7469baba68ba73d84ac8e 2024-11-26T15:16:26,695 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 291f03fd6a81a4c9b9789d04e1f38885/B of 291f03fd6a81a4c9b9789d04e1f38885 into 9eded43f14d7469baba68ba73d84ac8e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:26,695 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:26,695 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., storeName=291f03fd6a81a4c9b9789d04e1f38885/B, priority=13, startTime=1732634186253; duration=0sec 2024-11-26T15:16:26,696 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:26,696 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 291f03fd6a81a4c9b9789d04e1f38885:B 2024-11-26T15:16:26,717 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/c234ca82a5b44aab99865a8492d6557b as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/c234ca82a5b44aab99865a8492d6557b 2024-11-26T15:16:26,723 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 291f03fd6a81a4c9b9789d04e1f38885/C of 291f03fd6a81a4c9b9789d04e1f38885 into c234ca82a5b44aab99865a8492d6557b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:26,723 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:26,723 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., storeName=291f03fd6a81a4c9b9789d04e1f38885/C, priority=13, startTime=1732634186253; duration=0sec 2024-11-26T15:16:26,723 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:26,723 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 291f03fd6a81a4c9b9789d04e1f38885:C 2024-11-26T15:16:26,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634246741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:26,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634246741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:26,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634246741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:26,745 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_2' in 291f03fd6a81a4c9b9789d04e1f38885 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:26,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-26T15:16:26,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:26,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:26,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:26,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:26,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-26T15:16:26,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-26T15:16:26,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:26,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:26,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:26,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:26,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:26,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634246951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:26,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634246951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:27,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/8c6d14ab79544b5b9cdfff5fa30eca0e 2024-11-26T15:16:27,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/f770bf201e064e66a50e8d40500fb321 is 50, key is test_row_0/B:col10/1732634185046/Put/seqid=0 2024-11-26T15:16:27,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742041_1217 (size=12051) 2024-11-26T15:16:27,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-26T15:16:27,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:27,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:27,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:27,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:27,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-26T15:16:27,124 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T15:16:27,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47218 deadline: 1732634247201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:27,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47232 deadline: 1732634247201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:27,204 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in 291f03fd6a81a4c9b9789d04e1f38885 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:27,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:27,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:27,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:27,205 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_2' in 291f03fd6a81a4c9b9789d04e1f38885 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:27,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:27,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:27,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:27,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-26T15:16:27,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:27,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:27,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:27,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:27,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:27,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634247260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:27,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:27,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:27,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634247261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:27,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:27,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-26T15:16:27,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:27,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:27,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:27,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:27,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:27,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/f770bf201e064e66a50e8d40500fb321 2024-11-26T15:16:27,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/b0c14a1e4d494d7892dc2f99d5564a62 is 50, key is test_row_0/C:col10/1732634185046/Put/seqid=0 2024-11-26T15:16:27,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742042_1218 (size=12051) 2024-11-26T15:16:27,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-26T15:16:27,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:27,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:27,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:27,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:27,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-26T15:16:27,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-26T15:16:27,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:27,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:27,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:27,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:27,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:27,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634247771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:27,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:27,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:27,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:27,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634247771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:27,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:27,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:27,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:27,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-26T15:16:27,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:27,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:27,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:27,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:27,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:27,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/b0c14a1e4d494d7892dc2f99d5564a62 2024-11-26T15:16:27,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/8c6d14ab79544b5b9cdfff5fa30eca0e as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/8c6d14ab79544b5b9cdfff5fa30eca0e 2024-11-26T15:16:27,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/8c6d14ab79544b5b9cdfff5fa30eca0e, entries=150, sequenceid=131, filesize=11.8 K 2024-11-26T15:16:27,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/f770bf201e064e66a50e8d40500fb321 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/f770bf201e064e66a50e8d40500fb321 2024-11-26T15:16:27,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/f770bf201e064e66a50e8d40500fb321, entries=150, sequenceid=131, filesize=11.8 K 2024-11-26T15:16:27,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/b0c14a1e4d494d7892dc2f99d5564a62 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/b0c14a1e4d494d7892dc2f99d5564a62 2024-11-26T15:16:27,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/b0c14a1e4d494d7892dc2f99d5564a62, entries=150, sequenceid=131, filesize=11.8 K 2024-11-26T15:16:27,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 291f03fd6a81a4c9b9789d04e1f38885 in 1256ms, sequenceid=131, compaction requested=false 2024-11-26T15:16:27,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:27,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-26T15:16:27,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:27,996 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 291f03fd6a81a4c9b9789d04e1f38885 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T15:16:27,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=A 2024-11-26T15:16:27,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:27,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=B 2024-11-26T15:16:27,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:27,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=C 2024-11-26T15:16:27,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:28,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/0f66ff4d68e445288fe34f74872e5ced is 50, key is test_row_0/A:col10/1732634186630/Put/seqid=0 2024-11-26T15:16:28,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742043_1219 (size=12151) 2024-11-26T15:16:28,404 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/0f66ff4d68e445288fe34f74872e5ced 2024-11-26T15:16:28,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/8b73dc8129b042bbbeeddd8de4b25b9f is 50, key is test_row_0/B:col10/1732634186630/Put/seqid=0 2024-11-26T15:16:28,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742044_1220 (size=12151) 2024-11-26T15:16:28,491 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T15:16:28,491 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-26T15:16:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-26T15:16:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:28,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:28,811 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634188804, max timestamp=1732634188809Num uniques 859; 2024-11-26T15:16:28,811 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:16:28,812 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634188804, max timestamp=1732634188809Num uniques 859; 2024-11-26T15:16:28,812 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634188804, max timestamp=1732634188809Num uniques 859; 2024-11-26T15:16:28,812 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:16:28,812 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:16:28,825 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/8b73dc8129b042bbbeeddd8de4b25b9f 2024-11-26T15:16:28,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/a5f20bc3fc0d4057a5ba9feed6973b54 is 50, key is test_row_0/C:col10/1732634186630/Put/seqid=0 2024-11-26T15:16:28,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634248842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:28,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:28,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:28,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:28,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634248844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:28,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:28,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634248845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:28,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:28,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:28,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:28,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:28,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:28,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742045_1221 (size=12151) 2024-11-26T15:16:28,855 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/a5f20bc3fc0d4057a5ba9feed6973b54 2024-11-26T15:16:28,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/0f66ff4d68e445288fe34f74872e5ced as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/0f66ff4d68e445288fe34f74872e5ced 2024-11-26T15:16:28,864 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/0f66ff4d68e445288fe34f74872e5ced, entries=150, sequenceid=144, filesize=11.9 K 2024-11-26T15:16:28,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/8b73dc8129b042bbbeeddd8de4b25b9f as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/8b73dc8129b042bbbeeddd8de4b25b9f 2024-11-26T15:16:28,869 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/8b73dc8129b042bbbeeddd8de4b25b9f, entries=150, sequenceid=144, filesize=11.9 K 2024-11-26T15:16:28,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/a5f20bc3fc0d4057a5ba9feed6973b54 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/a5f20bc3fc0d4057a5ba9feed6973b54 2024-11-26T15:16:28,875 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/a5f20bc3fc0d4057a5ba9feed6973b54, entries=150, sequenceid=144, filesize=11.9 K 2024-11-26T15:16:28,875 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 291f03fd6a81a4c9b9789d04e1f38885 in 880ms, sequenceid=144, compaction requested=true 2024-11-26T15:16:28,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:28,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:28,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-26T15:16:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-26T15:16:28,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-26T15:16:28,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4120 sec 2024-11-26T15:16:28,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 2.4320 sec 2024-11-26T15:16:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:28,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 291f03fd6a81a4c9b9789d04e1f38885 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-26T15:16:28,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=A 2024-11-26T15:16:28,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:16:28,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=B 2024-11-26T15:16:28,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:16:28,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=C 2024-11-26T15:16:28,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:16:28,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/79373a667c0147a9976bad66905f93cd is 50, key is test_row_0/A:col10/1732634188952/Put/seqid=0 2024-11-26T15:16:28,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742046_1222 (size=14541) 2024-11-26T15:16:28,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/79373a667c0147a9976bad66905f93cd 2024-11-26T15:16:28,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/4f971a8e83e940ed8fe7a5ba1aac73de is 50, key is test_row_0/B:col10/1732634188952/Put/seqid=0 2024-11-26T15:16:28,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742047_1223 (size=12151) 2024-11-26T15:16:28,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/4f971a8e83e940ed8fe7a5ba1aac73de 2024-11-26T15:16:28,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634248970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:28,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:28,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:28,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:28,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634248973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:28,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:28,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:28,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:28,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634248974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:28,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:28,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:28,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:28,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/fc4d27be88404d8292d12158cfc54353 is 50, key is test_row_0/C:col10/1732634188952/Put/seqid=0 2024-11-26T15:16:29,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742048_1224 (size=12151) 2024-11-26T15:16:29,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634249081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:29,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:29,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634249081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:29,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:29,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634249081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:29,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:29,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:29,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47218 deadline: 1732634249221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:29,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47232 deadline: 1732634249221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:29,227 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_2' in 291f03fd6a81a4c9b9789d04e1f38885 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:29,227 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in 291f03fd6a81a4c9b9789d04e1f38885 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:29,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634249291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:29,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:29,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634249291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:29,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:29,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634249291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:29,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:29,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:29,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/fc4d27be88404d8292d12158cfc54353 2024-11-26T15:16:29,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/79373a667c0147a9976bad66905f93cd as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/79373a667c0147a9976bad66905f93cd 2024-11-26T15:16:29,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/79373a667c0147a9976bad66905f93cd, entries=200, sequenceid=181, filesize=14.2 K 2024-11-26T15:16:29,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/4f971a8e83e940ed8fe7a5ba1aac73de as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4f971a8e83e940ed8fe7a5ba1aac73de 2024-11-26T15:16:29,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4f971a8e83e940ed8fe7a5ba1aac73de, entries=150, sequenceid=181, filesize=11.9 K 2024-11-26T15:16:29,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/fc4d27be88404d8292d12158cfc54353 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/fc4d27be88404d8292d12158cfc54353 2024-11-26T15:16:29,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/fc4d27be88404d8292d12158cfc54353, entries=150, sequenceid=181, filesize=11.9 K 2024-11-26T15:16:29,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 291f03fd6a81a4c9b9789d04e1f38885 in 472ms, sequenceid=181, compaction requested=true 2024-11-26T15:16:29,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:29,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 291f03fd6a81a4c9b9789d04e1f38885:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:16:29,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:29,425 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:16:29,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 291f03fd6a81a4c9b9789d04e1f38885:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:16:29,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:29,425 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:16:29,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 291f03fd6a81a4c9b9789d04e1f38885:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:16:29,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:16:29,426 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48560 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:16:29,426 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 291f03fd6a81a4c9b9789d04e1f38885/B is initiating minor compaction (all files) 2024-11-26T15:16:29,426 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 291f03fd6a81a4c9b9789d04e1f38885/B in TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:29,427 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/9eded43f14d7469baba68ba73d84ac8e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/f770bf201e064e66a50e8d40500fb321, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/8b73dc8129b042bbbeeddd8de4b25b9f, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4f971a8e83e940ed8fe7a5ba1aac73de] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp, totalSize=47.4 K 2024-11-26T15:16:29,427 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50950 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:16:29,427 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 291f03fd6a81a4c9b9789d04e1f38885/A is initiating minor compaction (all files) 2024-11-26T15:16:29,427 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 291f03fd6a81a4c9b9789d04e1f38885/A in TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:29,427 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 9eded43f14d7469baba68ba73d84ac8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732634184587 2024-11-26T15:16:29,427 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/eadb93f478fe4608a6f2994fe959e3b0, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/8c6d14ab79544b5b9cdfff5fa30eca0e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/0f66ff4d68e445288fe34f74872e5ced, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/79373a667c0147a9976bad66905f93cd] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp, totalSize=49.8 K 2024-11-26T15:16:29,427 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting eadb93f478fe4608a6f2994fe959e3b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732634184587 2024-11-26T15:16:29,427 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting f770bf201e064e66a50e8d40500fb321, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732634185046 2024-11-26T15:16:29,428 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c6d14ab79544b5b9cdfff5fa30eca0e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732634185046 2024-11-26T15:16:29,428 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f66ff4d68e445288fe34f74872e5ced, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732634186620 2024-11-26T15:16:29,428 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b73dc8129b042bbbeeddd8de4b25b9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732634186620 2024-11-26T15:16:29,428 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79373a667c0147a9976bad66905f93cd, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732634188834 2024-11-26T15:16:29,429 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f971a8e83e940ed8fe7a5ba1aac73de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732634188834 2024-11-26T15:16:29,439 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 291f03fd6a81a4c9b9789d04e1f38885#B#compaction#183 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:29,439 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/362c50cbd8b1489d836b29e0dc251849 is 50, key is test_row_0/B:col10/1732634188952/Put/seqid=0 2024-11-26T15:16:29,443 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 291f03fd6a81a4c9b9789d04e1f38885#A#compaction#184 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:29,443 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/6e1118d8cb5d4112b4dabfe5fdbf1964 is 50, key is test_row_0/A:col10/1732634188952/Put/seqid=0 2024-11-26T15:16:29,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742049_1225 (size=12493) 2024-11-26T15:16:29,453 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/362c50cbd8b1489d836b29e0dc251849 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/362c50cbd8b1489d836b29e0dc251849 2024-11-26T15:16:29,458 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 291f03fd6a81a4c9b9789d04e1f38885/B of 291f03fd6a81a4c9b9789d04e1f38885 into 362c50cbd8b1489d836b29e0dc251849(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:29,458 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:29,458 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., storeName=291f03fd6a81a4c9b9789d04e1f38885/B, priority=12, startTime=1732634189425; duration=0sec 2024-11-26T15:16:29,458 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:16:29,458 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 291f03fd6a81a4c9b9789d04e1f38885:B 2024-11-26T15:16:29,459 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:16:29,460 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48560 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:16:29,460 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 291f03fd6a81a4c9b9789d04e1f38885/C is initiating minor compaction (all files) 2024-11-26T15:16:29,460 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 291f03fd6a81a4c9b9789d04e1f38885/C in TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:29,460 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/c234ca82a5b44aab99865a8492d6557b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/b0c14a1e4d494d7892dc2f99d5564a62, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/a5f20bc3fc0d4057a5ba9feed6973b54, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/fc4d27be88404d8292d12158cfc54353] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp, totalSize=47.4 K 2024-11-26T15:16:29,460 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting c234ca82a5b44aab99865a8492d6557b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732634184587 2024-11-26T15:16:29,461 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting b0c14a1e4d494d7892dc2f99d5564a62, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732634185046 2024-11-26T15:16:29,461 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting a5f20bc3fc0d4057a5ba9feed6973b54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732634186620 2024-11-26T15:16:29,461 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting fc4d27be88404d8292d12158cfc54353, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732634188834 2024-11-26T15:16:29,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742050_1226 (size=12493) 2024-11-26T15:16:29,474 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 291f03fd6a81a4c9b9789d04e1f38885#C#compaction#185 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:29,474 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/c9af00d8443d493b80c2fefbc16d8709 is 50, key is test_row_0/C:col10/1732634188952/Put/seqid=0 2024-11-26T15:16:29,480 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/6e1118d8cb5d4112b4dabfe5fdbf1964 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/6e1118d8cb5d4112b4dabfe5fdbf1964 2024-11-26T15:16:29,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742051_1227 (size=12493) 2024-11-26T15:16:29,487 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 291f03fd6a81a4c9b9789d04e1f38885/A of 291f03fd6a81a4c9b9789d04e1f38885 into 6e1118d8cb5d4112b4dabfe5fdbf1964(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:29,487 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:29,487 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., storeName=291f03fd6a81a4c9b9789d04e1f38885/A, priority=12, startTime=1732634189425; duration=0sec 2024-11-26T15:16:29,487 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:29,487 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 291f03fd6a81a4c9b9789d04e1f38885:A 2024-11-26T15:16:29,489 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/c9af00d8443d493b80c2fefbc16d8709 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/c9af00d8443d493b80c2fefbc16d8709 2024-11-26T15:16:29,494 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 291f03fd6a81a4c9b9789d04e1f38885/C of 291f03fd6a81a4c9b9789d04e1f38885 into c9af00d8443d493b80c2fefbc16d8709(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:29,494 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:29,494 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., storeName=291f03fd6a81a4c9b9789d04e1f38885/C, priority=12, startTime=1732634189425; duration=0sec 2024-11-26T15:16:29,494 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:29,494 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 291f03fd6a81a4c9b9789d04e1f38885:C 2024-11-26T15:16:29,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:29,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 291f03fd6a81a4c9b9789d04e1f38885 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-26T15:16:29,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=A 2024-11-26T15:16:29,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:29,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=B 2024-11-26T15:16:29,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:29,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=C 2024-11-26T15:16:29,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:29,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/7cdbf48a87be43b0adcbece05019c765 is 50, key is test_row_0/A:col10/1732634188965/Put/seqid=0 2024-11-26T15:16:29,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742052_1228 (size=12151) 2024-11-26T15:16:29,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/7cdbf48a87be43b0adcbece05019c765 2024-11-26T15:16:29,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/a9c26f8784cf496b87ff83d3903e98ab is 50, key is test_row_0/B:col10/1732634188965/Put/seqid=0 2024-11-26T15:16:29,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634249626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:29,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:29,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742053_1229 (size=12151) 2024-11-26T15:16:29,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634249628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:29,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:29,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634249628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:29,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:29,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634249741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:29,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:29,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634249741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:29,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:29,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:29,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634249741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:29,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:29,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634249950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:29,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:29,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634249951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:29,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:29,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634249951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:29,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:29,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:29,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:30,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/a9c26f8784cf496b87ff83d3903e98ab 2024-11-26T15:16:30,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/df0f01823344492ea25fa522ed846f1b is 50, key is test_row_0/C:col10/1732634188965/Put/seqid=0 2024-11-26T15:16:30,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742054_1230 (size=12151) 2024-11-26T15:16:30,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634250261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:30,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:30,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:30,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:30,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634250261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:30,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:30,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:30,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:30,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634250261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:30,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:30,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:30,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:30,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/df0f01823344492ea25fa522ed846f1b 2024-11-26T15:16:30,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/7cdbf48a87be43b0adcbece05019c765 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/7cdbf48a87be43b0adcbece05019c765 2024-11-26T15:16:30,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/7cdbf48a87be43b0adcbece05019c765, entries=150, sequenceid=196, filesize=11.9 K 2024-11-26T15:16:30,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/a9c26f8784cf496b87ff83d3903e98ab as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/a9c26f8784cf496b87ff83d3903e98ab 2024-11-26T15:16:30,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/a9c26f8784cf496b87ff83d3903e98ab, entries=150, sequenceid=196, filesize=11.9 K 2024-11-26T15:16:30,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/df0f01823344492ea25fa522ed846f1b as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/df0f01823344492ea25fa522ed846f1b 2024-11-26T15:16:30,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/df0f01823344492ea25fa522ed846f1b, entries=150, sequenceid=196, filesize=11.9 K 2024-11-26T15:16:30,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 291f03fd6a81a4c9b9789d04e1f38885 in 858ms, sequenceid=196, compaction requested=false 2024-11-26T15:16:30,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-26T15:16:30,631 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:16:30,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:16:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-26T15:16:30,633 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:16:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-26T15:16:30,634 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:16:30,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:16:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-26T15:16:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:30,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 291f03fd6a81a4c9b9789d04e1f38885 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-26T15:16:30,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=A 2024-11-26T15:16:30,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:16:30,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=B 2024-11-26T15:16:30,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:16:30,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=C 2024-11-26T15:16:30,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:16:30,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/2923584dc70542fc941e421387969ae2 is 50, key is test_row_0/A:col10/1732634189626/Put/seqid=0 2024-11-26T15:16:30,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742055_1231 (size=14541) 2024-11-26T15:16:30,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-26T15:16:30,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:30,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:30,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:30,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:30,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:30,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634250788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:30,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:30,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634250789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:30,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:30,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:30,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:30,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634250789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:30,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634250901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:30,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:30,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:30,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:30,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634250901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:30,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:30,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:30,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634250901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:30,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:30,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:30,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:30,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:30,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-26T15:16:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:30,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-26T15:16:31,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-26T15:16:31,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:31,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:31,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:31,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:31,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:31,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634251111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:31,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634251112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:31,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:31,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:31,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:31,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634251112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:31,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:31,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:31,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:31,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/2923584dc70542fc941e421387969ae2 2024-11-26T15:16:31,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/07c7c3b07ef74af898cc1e828b419991 is 50, key is test_row_0/B:col10/1732634189626/Put/seqid=0 2024-11-26T15:16:31,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742056_1232 (size=12151) 2024-11-26T15:16:31,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-26T15:16:31,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:31,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:31,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:31,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:31,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-26T15:16:31,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-26T15:16:31,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:31,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:31,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:31,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:31,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:31,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634251421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:31,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:31,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:31,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:31,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634251421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:31,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:31,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:31,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:31,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634251421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:31,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:31,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:31,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:31,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-26T15:16:31,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:31,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:31,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:31,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:31,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:31,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/07c7c3b07ef74af898cc1e828b419991 2024-11-26T15:16:31,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/a5c694ee537e4f6486f1bf1611f74bf9 is 50, key is test_row_0/C:col10/1732634189626/Put/seqid=0 2024-11-26T15:16:31,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742057_1233 (size=12151) 2024-11-26T15:16:31,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-26T15:16:31,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:31,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:31,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:31,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:31,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-26T15:16:31,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-26T15:16:31,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:31,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:31,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:31,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:31,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:31,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:31,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634251931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:31,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:31,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:31,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:31,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634251931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:31,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634251931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:31,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:31,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:31,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:31,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:31,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:31,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:31,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:32,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/a5c694ee537e4f6486f1bf1611f74bf9 2024-11-26T15:16:32,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/2923584dc70542fc941e421387969ae2 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/2923584dc70542fc941e421387969ae2 2024-11-26T15:16:32,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-26T15:16:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:32,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:32,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/2923584dc70542fc941e421387969ae2, entries=200, sequenceid=217, filesize=14.2 K 2024-11-26T15:16:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:32,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/07c7c3b07ef74af898cc1e828b419991 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/07c7c3b07ef74af898cc1e828b419991 2024-11-26T15:16:32,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/07c7c3b07ef74af898cc1e828b419991, entries=150, sequenceid=217, filesize=11.9 K 2024-11-26T15:16:32,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/a5c694ee537e4f6486f1bf1611f74bf9 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/a5c694ee537e4f6486f1bf1611f74bf9 2024-11-26T15:16:32,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/a5c694ee537e4f6486f1bf1611f74bf9, entries=150, sequenceid=217, filesize=11.9 K 2024-11-26T15:16:32,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 291f03fd6a81a4c9b9789d04e1f38885 in 1256ms, sequenceid=217, compaction requested=true 2024-11-26T15:16:32,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:32,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 291f03fd6a81a4c9b9789d04e1f38885:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:16:32,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:32,030 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:16:32,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 291f03fd6a81a4c9b9789d04e1f38885:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:16:32,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:32,030 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:16:32,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 291f03fd6a81a4c9b9789d04e1f38885:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:16:32,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:16:32,031 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:16:32,031 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:16:32,031 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 291f03fd6a81a4c9b9789d04e1f38885/A is initiating minor compaction (all files) 2024-11-26T15:16:32,031 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 291f03fd6a81a4c9b9789d04e1f38885/B is initiating minor compaction (all files) 2024-11-26T15:16:32,031 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 291f03fd6a81a4c9b9789d04e1f38885/B in TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:32,031 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 291f03fd6a81a4c9b9789d04e1f38885/A in TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:32,031 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/362c50cbd8b1489d836b29e0dc251849, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/a9c26f8784cf496b87ff83d3903e98ab, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/07c7c3b07ef74af898cc1e828b419991] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp, totalSize=35.9 K 2024-11-26T15:16:32,031 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/6e1118d8cb5d4112b4dabfe5fdbf1964, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/7cdbf48a87be43b0adcbece05019c765, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/2923584dc70542fc941e421387969ae2] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp, totalSize=38.3 K 2024-11-26T15:16:32,031 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e1118d8cb5d4112b4dabfe5fdbf1964, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732634188834 2024-11-26T15:16:32,031 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 362c50cbd8b1489d836b29e0dc251849, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732634188834 2024-11-26T15:16:32,032 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting a9c26f8784cf496b87ff83d3903e98ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732634188965 2024-11-26T15:16:32,032 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cdbf48a87be43b0adcbece05019c765, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732634188965 2024-11-26T15:16:32,033 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2923584dc70542fc941e421387969ae2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732634189624 2024-11-26T15:16:32,033 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 07c7c3b07ef74af898cc1e828b419991, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732634189626 2024-11-26T15:16:32,039 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 291f03fd6a81a4c9b9789d04e1f38885#B#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:32,040 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/31b996a1901c48009ac53cedd6cbafcd is 50, key is test_row_0/B:col10/1732634189626/Put/seqid=0 2024-11-26T15:16:32,055 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 291f03fd6a81a4c9b9789d04e1f38885#A#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:32,056 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/00ac8a0d6d364505b0844aa5a3554bab is 50, key is test_row_0/A:col10/1732634189626/Put/seqid=0 2024-11-26T15:16:32,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742058_1234 (size=12595) 2024-11-26T15:16:32,076 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/31b996a1901c48009ac53cedd6cbafcd as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/31b996a1901c48009ac53cedd6cbafcd 2024-11-26T15:16:32,082 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 291f03fd6a81a4c9b9789d04e1f38885/B of 291f03fd6a81a4c9b9789d04e1f38885 into 31b996a1901c48009ac53cedd6cbafcd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:32,082 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:32,082 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., storeName=291f03fd6a81a4c9b9789d04e1f38885/B, priority=13, startTime=1732634192030; duration=0sec 2024-11-26T15:16:32,082 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:16:32,082 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 291f03fd6a81a4c9b9789d04e1f38885:B 2024-11-26T15:16:32,083 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:16:32,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742059_1235 (size=12595) 2024-11-26T15:16:32,085 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:16:32,085 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 291f03fd6a81a4c9b9789d04e1f38885/C is initiating minor compaction (all files) 2024-11-26T15:16:32,085 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 291f03fd6a81a4c9b9789d04e1f38885/C in TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:32,085 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/c9af00d8443d493b80c2fefbc16d8709, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/df0f01823344492ea25fa522ed846f1b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/a5c694ee537e4f6486f1bf1611f74bf9] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp, totalSize=35.9 K 2024-11-26T15:16:32,087 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting c9af00d8443d493b80c2fefbc16d8709, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732634188834 2024-11-26T15:16:32,088 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting df0f01823344492ea25fa522ed846f1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732634188965 2024-11-26T15:16:32,089 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting a5c694ee537e4f6486f1bf1611f74bf9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732634189626 2024-11-26T15:16:32,093 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/00ac8a0d6d364505b0844aa5a3554bab as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/00ac8a0d6d364505b0844aa5a3554bab 2024-11-26T15:16:32,100 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 291f03fd6a81a4c9b9789d04e1f38885/A of 291f03fd6a81a4c9b9789d04e1f38885 into 00ac8a0d6d364505b0844aa5a3554bab(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:32,100 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:32,100 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., storeName=291f03fd6a81a4c9b9789d04e1f38885/A, priority=13, startTime=1732634192030; duration=0sec 2024-11-26T15:16:32,101 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:32,103 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 291f03fd6a81a4c9b9789d04e1f38885#C#compaction#194 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:32,103 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/d1350607b91d426eb2f1afeaf2e7bee9 is 50, key is test_row_0/C:col10/1732634189626/Put/seqid=0 2024-11-26T15:16:32,104 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 291f03fd6a81a4c9b9789d04e1f38885:A 2024-11-26T15:16:32,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742060_1236 (size=12595) 2024-11-26T15:16:32,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-26T15:16:32,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:32,168 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 291f03fd6a81a4c9b9789d04e1f38885 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T15:16:32,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=A 2024-11-26T15:16:32,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:32,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=B 2024-11-26T15:16:32,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:32,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=C 2024-11-26T15:16:32,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:32,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/7374c5c3bc7e4ff996e8c0c24a4ab68a is 50, key is test_row_0/A:col10/1732634190786/Put/seqid=0 2024-11-26T15:16:32,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742061_1237 (size=12151) 2024-11-26T15:16:32,177 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/7374c5c3bc7e4ff996e8c0c24a4ab68a 2024-11-26T15:16:32,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/ce3948394ae743d684f8b88b0ad7ece0 is 50, key is test_row_0/B:col10/1732634190786/Put/seqid=0 2024-11-26T15:16:32,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742062_1238 (size=12151) 2024-11-26T15:16:32,190 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/ce3948394ae743d684f8b88b0ad7ece0 2024-11-26T15:16:32,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/5760fe93ee944ac1b7dfa177929cd767 is 50, key is test_row_0/C:col10/1732634190786/Put/seqid=0 2024-11-26T15:16:32,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742063_1239 (size=12151) 2024-11-26T15:16:32,533 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/d1350607b91d426eb2f1afeaf2e7bee9 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/d1350607b91d426eb2f1afeaf2e7bee9 2024-11-26T15:16:32,538 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 291f03fd6a81a4c9b9789d04e1f38885/C of 291f03fd6a81a4c9b9789d04e1f38885 into d1350607b91d426eb2f1afeaf2e7bee9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:32,538 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:32,538 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., storeName=291f03fd6a81a4c9b9789d04e1f38885/C, priority=13, startTime=1732634192030; duration=0sec 2024-11-26T15:16:32,538 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:32,538 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 291f03fd6a81a4c9b9789d04e1f38885:C 2024-11-26T15:16:32,630 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/5760fe93ee944ac1b7dfa177929cd767 2024-11-26T15:16:32,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/7374c5c3bc7e4ff996e8c0c24a4ab68a as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/7374c5c3bc7e4ff996e8c0c24a4ab68a 2024-11-26T15:16:32,638 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/7374c5c3bc7e4ff996e8c0c24a4ab68a, entries=150, sequenceid=230, filesize=11.9 K 2024-11-26T15:16:32,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/ce3948394ae743d684f8b88b0ad7ece0 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/ce3948394ae743d684f8b88b0ad7ece0 2024-11-26T15:16:32,643 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/ce3948394ae743d684f8b88b0ad7ece0, entries=150, sequenceid=230, filesize=11.9 K 2024-11-26T15:16:32,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/5760fe93ee944ac1b7dfa177929cd767 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/5760fe93ee944ac1b7dfa177929cd767 2024-11-26T15:16:32,648 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/5760fe93ee944ac1b7dfa177929cd767, entries=150, sequenceid=230, filesize=11.9 K 2024-11-26T15:16:32,649 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for 291f03fd6a81a4c9b9789d04e1f38885 in 481ms, sequenceid=230, compaction requested=false 2024-11-26T15:16:32,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:32,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:32,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-26T15:16:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-26T15:16:32,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-26T15:16:32,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0170 sec 2024-11-26T15:16:32,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 2.0220 sec 2024-11-26T15:16:32,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-26T15:16:32,782 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:16:32,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:16:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-26T15:16:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-26T15:16:32,784 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:16:32,784 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:16:32,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:16:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-26T15:16:32,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-26T15:16:32,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:32,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:32,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:32,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-26T15:16:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-26T15:16:32,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-26T15:16:32,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-26T15:16:32,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 160 msec 2024-11-26T15:16:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:32,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 291f03fd6a81a4c9b9789d04e1f38885 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T15:16:32,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=A 2024-11-26T15:16:32,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:32,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=B 2024-11-26T15:16:32,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:32,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=C 2024-11-26T15:16:32,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:32,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/4f6297df1ea04d7ba98e8823a676613a is 50, key is test_row_0/A:col10/1732634192948/Put/seqid=0 2024-11-26T15:16:32,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742064_1240 (size=14541) 2024-11-26T15:16:32,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/4f6297df1ea04d7ba98e8823a676613a 2024-11-26T15:16:32,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/4b82622473a545ffba5c8b3ec040c23d is 50, key is test_row_0/B:col10/1732634192948/Put/seqid=0 2024-11-26T15:16:32,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742065_1241 (size=12151) 2024-11-26T15:16:32,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732634192965, max timestamp=1732634192979Num uniques 859; 2024-11-26T15:16:32,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T15:16:32,982 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732634192965, max timestamp=1732634192979Num uniques 859; 2024-11-26T15:16:32,982 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T15:16:32,982 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732634192965, max timestamp=1732634192979Num uniques 859; 2024-11-26T15:16:32,982 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T15:16:33,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634253008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:33,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634253008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:33,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634253013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:33,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-26T15:16:33,101 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:16:33,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:16:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-26T15:16:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-26T15:16:33,103 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:16:33,104 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:16:33,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:16:33,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634253122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:33,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634253122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:33,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:33,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:33,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634253122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:33,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-26T15:16:33,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47218 deadline: 1732634253251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:33,253 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in 291f03fd6a81a4c9b9789d04e1f38885 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:33,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-26T15:16:33,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:33,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:33,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:33,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:33,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:33,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47232 deadline: 1732634253261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:33,263 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_2' in 291f03fd6a81a4c9b9789d04e1f38885 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:33,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:33,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634253331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:33,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:33,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634253331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:33,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:33,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:33,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634253331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:33,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:33,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:33,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/4b82622473a545ffba5c8b3ec040c23d 2024-11-26T15:16:33,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/04cd74dc1da4420685a0a06c2b63057d is 50, key is test_row_0/C:col10/1732634192948/Put/seqid=0 2024-11-26T15:16:33,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742066_1242 (size=12151) 2024-11-26T15:16:33,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-26T15:16:33,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:33,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:33,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:33,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:33,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-26T15:16:33,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-26T15:16:33,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:33,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:33,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:33,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:33,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:33,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634253641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:33,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634253641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:33,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:33,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:33,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634253642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:33,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:33,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:33,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-26T15:16:33,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:33,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:33,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:33,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:33,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-26T15:16:33,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/04cd74dc1da4420685a0a06c2b63057d 2024-11-26T15:16:33,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/4f6297df1ea04d7ba98e8823a676613a as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/4f6297df1ea04d7ba98e8823a676613a 2024-11-26T15:16:33,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/4f6297df1ea04d7ba98e8823a676613a, entries=200, sequenceid=242, filesize=14.2 K 2024-11-26T15:16:33,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/4b82622473a545ffba5c8b3ec040c23d as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4b82622473a545ffba5c8b3ec040c23d 2024-11-26T15:16:33,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4b82622473a545ffba5c8b3ec040c23d, entries=150, sequenceid=242, filesize=11.9 K 2024-11-26T15:16:33,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/04cd74dc1da4420685a0a06c2b63057d as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/04cd74dc1da4420685a0a06c2b63057d 2024-11-26T15:16:33,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/04cd74dc1da4420685a0a06c2b63057d, entries=150, sequenceid=242, filesize=11.9 K 2024-11-26T15:16:33,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 291f03fd6a81a4c9b9789d04e1f38885 in 854ms, sequenceid=242, compaction requested=true 2024-11-26T15:16:33,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:33,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 291f03fd6a81a4c9b9789d04e1f38885:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:16:33,804 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:16:33,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:33,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 291f03fd6a81a4c9b9789d04e1f38885:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:16:33,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:33,804 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:16:33,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 291f03fd6a81a4c9b9789d04e1f38885:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:16:33,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:16:33,805 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:16:33,805 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 291f03fd6a81a4c9b9789d04e1f38885/A is initiating minor compaction (all files) 2024-11-26T15:16:33,805 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:16:33,805 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 291f03fd6a81a4c9b9789d04e1f38885/A in TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:33,805 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 291f03fd6a81a4c9b9789d04e1f38885/B is initiating minor compaction (all files) 2024-11-26T15:16:33,805 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 291f03fd6a81a4c9b9789d04e1f38885/B in TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:33,805 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/00ac8a0d6d364505b0844aa5a3554bab, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/7374c5c3bc7e4ff996e8c0c24a4ab68a, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/4f6297df1ea04d7ba98e8823a676613a] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp, totalSize=38.4 K 2024-11-26T15:16:33,805 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/31b996a1901c48009ac53cedd6cbafcd, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/ce3948394ae743d684f8b88b0ad7ece0, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4b82622473a545ffba5c8b3ec040c23d] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp, totalSize=36.0 K 2024-11-26T15:16:33,805 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 31b996a1901c48009ac53cedd6cbafcd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732634189626 2024-11-26T15:16:33,805 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00ac8a0d6d364505b0844aa5a3554bab, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732634189626 2024-11-26T15:16:33,806 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting ce3948394ae743d684f8b88b0ad7ece0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732634190778 2024-11-26T15:16:33,806 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7374c5c3bc7e4ff996e8c0c24a4ab68a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732634190778 2024-11-26T15:16:33,806 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b82622473a545ffba5c8b3ec040c23d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732634192943 2024-11-26T15:16:33,806 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f6297df1ea04d7ba98e8823a676613a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732634192943 2024-11-26T15:16:33,822 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 291f03fd6a81a4c9b9789d04e1f38885#B#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:33,823 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/4301831d6447451cbaed9982b991cd2d is 50, key is test_row_0/B:col10/1732634192948/Put/seqid=0 2024-11-26T15:16:33,823 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 291f03fd6a81a4c9b9789d04e1f38885#A#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:33,823 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/7c452c543ca94c0b817f9b9f1bdc9ff5 is 50, key is test_row_0/A:col10/1732634192948/Put/seqid=0 2024-11-26T15:16:33,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742067_1243 (size=12697) 2024-11-26T15:16:33,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742068_1244 (size=12697) 2024-11-26T15:16:33,834 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/4301831d6447451cbaed9982b991cd2d as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4301831d6447451cbaed9982b991cd2d 2024-11-26T15:16:33,839 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 291f03fd6a81a4c9b9789d04e1f38885/B of 291f03fd6a81a4c9b9789d04e1f38885 into 4301831d6447451cbaed9982b991cd2d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:33,839 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:33,839 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., storeName=291f03fd6a81a4c9b9789d04e1f38885/B, priority=13, startTime=1732634193804; duration=0sec 2024-11-26T15:16:33,839 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:16:33,839 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 291f03fd6a81a4c9b9789d04e1f38885:B 2024-11-26T15:16:33,839 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:16:33,840 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:16:33,840 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 291f03fd6a81a4c9b9789d04e1f38885/C is initiating minor compaction (all files) 2024-11-26T15:16:33,840 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 291f03fd6a81a4c9b9789d04e1f38885/C in TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:33,840 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/d1350607b91d426eb2f1afeaf2e7bee9, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/5760fe93ee944ac1b7dfa177929cd767, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/04cd74dc1da4420685a0a06c2b63057d] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp, totalSize=36.0 K 2024-11-26T15:16:33,840 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting d1350607b91d426eb2f1afeaf2e7bee9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732634189626 2024-11-26T15:16:33,841 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 5760fe93ee944ac1b7dfa177929cd767, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732634190778 2024-11-26T15:16:33,841 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 04cd74dc1da4420685a0a06c2b63057d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732634192943 2024-11-26T15:16:33,847 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 291f03fd6a81a4c9b9789d04e1f38885#C#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:33,847 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/1dde7380c98f4e49a9aee7a63c8eec9a is 50, key is test_row_0/C:col10/1732634192948/Put/seqid=0 2024-11-26T15:16:33,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742069_1245 (size=12697) 2024-11-26T15:16:33,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-26T15:16:33,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:33,866 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 291f03fd6a81a4c9b9789d04e1f38885 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-26T15:16:33,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=A 2024-11-26T15:16:33,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:16:33,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=B 2024-11-26T15:16:33,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:16:33,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=C 2024-11-26T15:16:33,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:16:33,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/fe98b7b0b93d48049be4e71c5f4a5e83 is 50, key is test_row_0/A:col10/1732634193011/Put/seqid=0 2024-11-26T15:16:33,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742070_1246 (size=12301) 2024-11-26T15:16:33,879 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/fe98b7b0b93d48049be4e71c5f4a5e83 2024-11-26T15:16:33,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/c987b8a9d328487793b0ff387c9b22c9 is 50, key is test_row_0/B:col10/1732634193011/Put/seqid=0 2024-11-26T15:16:33,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742071_1247 (size=12301) 2024-11-26T15:16:33,927 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/c987b8a9d328487793b0ff387c9b22c9 2024-11-26T15:16:33,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/f5dbe50791b24b7ab8a33993fc55ab7d is 50, key is test_row_0/C:col10/1732634193011/Put/seqid=0 2024-11-26T15:16:33,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742072_1248 (size=12301) 2024-11-26T15:16:34,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:34,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634254164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:34,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:34,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634254167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:34,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:34,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634254166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:34,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:34,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:34,239 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/7c452c543ca94c0b817f9b9f1bdc9ff5 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/7c452c543ca94c0b817f9b9f1bdc9ff5 2024-11-26T15:16:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-26T15:16:34,245 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 291f03fd6a81a4c9b9789d04e1f38885/A of 291f03fd6a81a4c9b9789d04e1f38885 into 7c452c543ca94c0b817f9b9f1bdc9ff5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:34,245 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:34,245 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., storeName=291f03fd6a81a4c9b9789d04e1f38885/A, priority=13, startTime=1732634193804; duration=0sec 2024-11-26T15:16:34,246 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:34,246 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 291f03fd6a81a4c9b9789d04e1f38885:A 2024-11-26T15:16:34,257 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/1dde7380c98f4e49a9aee7a63c8eec9a as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/1dde7380c98f4e49a9aee7a63c8eec9a 2024-11-26T15:16:34,263 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 291f03fd6a81a4c9b9789d04e1f38885/C of 291f03fd6a81a4c9b9789d04e1f38885 into 1dde7380c98f4e49a9aee7a63c8eec9a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:34,263 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:34,263 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., storeName=291f03fd6a81a4c9b9789d04e1f38885/C, priority=13, startTime=1732634193804; duration=0sec 2024-11-26T15:16:34,263 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:34,263 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 291f03fd6a81a4c9b9789d04e1f38885:C 2024-11-26T15:16:34,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:34,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634254281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634254281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:34,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634254281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:34,355 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/f5dbe50791b24b7ab8a33993fc55ab7d 2024-11-26T15:16:34,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/fe98b7b0b93d48049be4e71c5f4a5e83 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/fe98b7b0b93d48049be4e71c5f4a5e83 2024-11-26T15:16:34,363 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/fe98b7b0b93d48049be4e71c5f4a5e83, entries=150, sequenceid=278, filesize=12.0 K 2024-11-26T15:16:34,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/c987b8a9d328487793b0ff387c9b22c9 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/c987b8a9d328487793b0ff387c9b22c9 2024-11-26T15:16:34,367 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/c987b8a9d328487793b0ff387c9b22c9, entries=150, sequenceid=278, filesize=12.0 K 2024-11-26T15:16:34,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/f5dbe50791b24b7ab8a33993fc55ab7d as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/f5dbe50791b24b7ab8a33993fc55ab7d 2024-11-26T15:16:34,372 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/f5dbe50791b24b7ab8a33993fc55ab7d, entries=150, sequenceid=278, filesize=12.0 K 2024-11-26T15:16:34,373 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 291f03fd6a81a4c9b9789d04e1f38885 in 507ms, sequenceid=278, compaction requested=false 2024-11-26T15:16:34,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:34,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:34,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-26T15:16:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-26T15:16:34,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-26T15:16:34,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2710 sec 2024-11-26T15:16:34,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.2810 sec 2024-11-26T15:16:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:34,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 291f03fd6a81a4c9b9789d04e1f38885 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-26T15:16:34,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=A 2024-11-26T15:16:34,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:34,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=B 2024-11-26T15:16:34,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:34,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=C 2024-11-26T15:16:34,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:34,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/77d1254ea56144379b1635873630b38a is 50, key is test_row_0/A:col10/1732634194493/Put/seqid=0 2024-11-26T15:16:34,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742073_1249 (size=14741) 2024-11-26T15:16:34,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:34,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634254520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634254519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:34,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:34,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634254520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:34,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:34,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:34,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:34,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634254631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:34,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:34,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634254631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:34,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:34,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:34,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634254631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:34,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:34,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634254841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:34,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:34,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634254841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:34,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:34,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634254841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:34,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:34,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:35,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634255151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:35,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:35,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:35,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:35,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634255151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:35,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:35,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:35,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:35,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634255151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-26T15:16:35,251 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:16:35,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:16:35,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634255661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:35,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634255661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:35,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634255661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:36,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634256671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:36,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634256671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:36,674 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_2' in 291f03fd6a81a4c9b9789d04e1f38885 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:36,675 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in 291f03fd6a81a4c9b9789d04e1f38885 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:36,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:36,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634256681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:36,684 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_2' in 291f03fd6a81a4c9b9789d04e1f38885 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:36,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:36,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:36,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:38,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47264 deadline: 1732634258691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:38,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47252 deadline: 1732634258691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:38,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47216 deadline: 1732634258692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:38,694 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_2' in 291f03fd6a81a4c9b9789d04e1f38885 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:38,694 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in 291f03fd6a81a4c9b9789d04e1f38885 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:38,694 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_2' in 291f03fd6a81a4c9b9789d04e1f38885 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:38,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:38,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:38,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:16:38,853 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_915620241_22 at /127.0.0.1:44406 [Receiving block BP-1288645284-172.17.0.3-1732634093266:blk_1073741830_1006] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 3600ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/cluster_72c5d022-cf56-073a-94ac-11d2a168cf21/data/data2/, blockId=1073741830, seqno=884 2024-11-26T15:16:38,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/77d1254ea56144379b1635873630b38a 2024-11-26T15:16:38,853 INFO [AsyncFSWAL-0-hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData-prefix:6cc2bc8bf733,39097,1732634097953 {}] wal.AbstractFSWAL(1368): Slow sync cost: 3600 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37793,DS-dfa660b0-bf8b-4b5e-a35f-799b63b45f8e,DISK]] 2024-11-26T15:16:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-26T15:16:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-26T15:16:38,854 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:16:38,855 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:16:38,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:16:38,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/97d506d69ff149a4a2b412b4b9b07a16 is 50, key is test_row_0/B:col10/1732634194493/Put/seqid=0 2024-11-26T15:16:38,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742074_1250 (size=12301) 2024-11-26T15:16:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-26T15:16:39,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-26T15:16:39,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:39,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:39,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:39,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:39,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:39,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-26T15:16:39,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:39,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:39,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:39,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:39,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-26T15:16:39,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/97d506d69ff149a4a2b412b4b9b07a16 2024-11-26T15:16:39,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/5b80d835bef442b28466f9ab91fcf2ae is 50, key is test_row_0/C:col10/1732634194493/Put/seqid=0 2024-11-26T15:16:39,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-26T15:16:39,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:39,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. as already flushing 2024-11-26T15:16:39,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:39,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:39,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:39,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742075_1251 (size=12301) 2024-11-26T15:16:39,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/5b80d835bef442b28466f9ab91fcf2ae 2024-11-26T15:16:39,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/77d1254ea56144379b1635873630b38a as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/77d1254ea56144379b1635873630b38a 2024-11-26T15:16:39,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/77d1254ea56144379b1635873630b38a, entries=200, sequenceid=293, filesize=14.4 K 2024-11-26T15:16:39,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/97d506d69ff149a4a2b412b4b9b07a16 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/97d506d69ff149a4a2b412b4b9b07a16 2024-11-26T15:16:39,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/97d506d69ff149a4a2b412b4b9b07a16, entries=150, sequenceid=293, filesize=12.0 K 2024-11-26T15:16:39,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/5b80d835bef442b28466f9ab91fcf2ae as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/5b80d835bef442b28466f9ab91fcf2ae 2024-11-26T15:16:39,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/5b80d835bef442b28466f9ab91fcf2ae, entries=150, sequenceid=293, filesize=12.0 K 2024-11-26T15:16:39,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 291f03fd6a81a4c9b9789d04e1f38885 in 4877ms, sequenceid=293, compaction requested=true 2024-11-26T15:16:39,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:39,375 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:16:39,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 291f03fd6a81a4c9b9789d04e1f38885:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:16:39,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:39,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 291f03fd6a81a4c9b9789d04e1f38885:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:16:39,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:16:39,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 291f03fd6a81a4c9b9789d04e1f38885:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:16:39,376 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:16:39,377 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39739 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:16:39,377 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:16:39,377 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 291f03fd6a81a4c9b9789d04e1f38885/A is initiating minor compaction (all files) 2024-11-26T15:16:39,377 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 291f03fd6a81a4c9b9789d04e1f38885/B is initiating minor compaction (all files) 2024-11-26T15:16:39,377 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 291f03fd6a81a4c9b9789d04e1f38885/A in TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:39,377 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 291f03fd6a81a4c9b9789d04e1f38885/B in TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:39,377 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/7c452c543ca94c0b817f9b9f1bdc9ff5, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/fe98b7b0b93d48049be4e71c5f4a5e83, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/77d1254ea56144379b1635873630b38a] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp, totalSize=38.8 K 2024-11-26T15:16:39,377 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4301831d6447451cbaed9982b991cd2d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/c987b8a9d328487793b0ff387c9b22c9, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/97d506d69ff149a4a2b412b4b9b07a16] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp, totalSize=36.4 K 2024-11-26T15:16:39,378 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 4301831d6447451cbaed9982b991cd2d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732634192943 2024-11-26T15:16:39,378 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c452c543ca94c0b817f9b9f1bdc9ff5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732634192943 2024-11-26T15:16:39,379 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting c987b8a9d328487793b0ff387c9b22c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732634192991 2024-11-26T15:16:39,380 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 97d506d69ff149a4a2b412b4b9b07a16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732634194166 2024-11-26T15:16:39,380 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe98b7b0b93d48049be4e71c5f4a5e83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732634192991 2024-11-26T15:16:39,380 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77d1254ea56144379b1635873630b38a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732634194164 2024-11-26T15:16:39,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:16:39,399 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 291f03fd6a81a4c9b9789d04e1f38885#A#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:39,399 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/4fc0a0d67b274428bbe66f71bf051a43 is 50, key is test_row_0/A:col10/1732634194493/Put/seqid=0 2024-11-26T15:16:39,407 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 291f03fd6a81a4c9b9789d04e1f38885#B#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:39,407 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/5f06edc359794b0c8b7ff62642f3235e is 50, key is test_row_0/B:col10/1732634194493/Put/seqid=0 2024-11-26T15:16:39,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742076_1252 (size=12949) 2024-11-26T15:16:39,459 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/4fc0a0d67b274428bbe66f71bf051a43 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/4fc0a0d67b274428bbe66f71bf051a43 2024-11-26T15:16:39,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742077_1253 (size=12949) 2024-11-26T15:16:39,467 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 291f03fd6a81a4c9b9789d04e1f38885/A of 291f03fd6a81a4c9b9789d04e1f38885 into 4fc0a0d67b274428bbe66f71bf051a43(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:39,467 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:39,471 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., storeName=291f03fd6a81a4c9b9789d04e1f38885/A, priority=13, startTime=1732634199375; duration=0sec 2024-11-26T15:16:39,471 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:16:39,471 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 291f03fd6a81a4c9b9789d04e1f38885:A 2024-11-26T15:16:39,471 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:16:39,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-26T15:16:39,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:39,474 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 291f03fd6a81a4c9b9789d04e1f38885 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-26T15:16:39,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=A 2024-11-26T15:16:39,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:39,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=B 2024-11-26T15:16:39,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:39,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=C 2024-11-26T15:16:39,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:39,477 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:16:39,477 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 291f03fd6a81a4c9b9789d04e1f38885/C is initiating minor compaction (all files) 2024-11-26T15:16:39,478 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 291f03fd6a81a4c9b9789d04e1f38885/C in TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:39,478 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/1dde7380c98f4e49a9aee7a63c8eec9a, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/f5dbe50791b24b7ab8a33993fc55ab7d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/5b80d835bef442b28466f9ab91fcf2ae] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp, totalSize=36.4 K 2024-11-26T15:16:39,479 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1dde7380c98f4e49a9aee7a63c8eec9a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732634192943 2024-11-26T15:16:39,479 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5dbe50791b24b7ab8a33993fc55ab7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732634192991 2024-11-26T15:16:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-26T15:16:39,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/c17d5572329342b6a7f2b97f1196bcf1 is 50, key is test_row_0/A:col10/1732634194504/Put/seqid=0 2024-11-26T15:16:39,483 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b80d835bef442b28466f9ab91fcf2ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732634194166 2024-11-26T15:16:39,508 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 291f03fd6a81a4c9b9789d04e1f38885#C#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:39,509 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/98d236c759b740d796574c3a230ffcfa is 50, key is test_row_0/C:col10/1732634194493/Put/seqid=0 2024-11-26T15:16:39,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742078_1254 (size=12301) 2024-11-26T15:16:39,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742079_1255 (size=12949) 2024-11-26T15:16:39,874 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/5f06edc359794b0c8b7ff62642f3235e as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/5f06edc359794b0c8b7ff62642f3235e 2024-11-26T15:16:39,883 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 291f03fd6a81a4c9b9789d04e1f38885/B of 291f03fd6a81a4c9b9789d04e1f38885 into 5f06edc359794b0c8b7ff62642f3235e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:39,883 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:39,883 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., storeName=291f03fd6a81a4c9b9789d04e1f38885/B, priority=13, startTime=1732634199376; duration=0sec 2024-11-26T15:16:39,883 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:39,883 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 291f03fd6a81a4c9b9789d04e1f38885:B 2024-11-26T15:16:39,950 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/c17d5572329342b6a7f2b97f1196bcf1 2024-11-26T15:16:39,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/1603657349284745a3c258683ed3990a is 50, key is test_row_0/B:col10/1732634194504/Put/seqid=0 2024-11-26T15:16:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-26T15:16:39,994 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/98d236c759b740d796574c3a230ffcfa as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/98d236c759b740d796574c3a230ffcfa 2024-11-26T15:16:39,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742080_1256 (size=12301) 2024-11-26T15:16:40,001 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/1603657349284745a3c258683ed3990a 2024-11-26T15:16:40,003 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 291f03fd6a81a4c9b9789d04e1f38885/C of 291f03fd6a81a4c9b9789d04e1f38885 into 98d236c759b740d796574c3a230ffcfa(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:40,003 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:40,004 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., storeName=291f03fd6a81a4c9b9789d04e1f38885/C, priority=13, startTime=1732634199376; duration=0sec 2024-11-26T15:16:40,004 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:40,004 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 291f03fd6a81a4c9b9789d04e1f38885:C 2024-11-26T15:16:40,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/f75ff4434e0240698ab59be1fdb7f8b0 is 50, key is test_row_0/C:col10/1732634194504/Put/seqid=0 2024-11-26T15:16:40,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742081_1257 (size=12301) 2024-11-26T15:16:40,049 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/f75ff4434e0240698ab59be1fdb7f8b0 2024-11-26T15:16:40,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/c17d5572329342b6a7f2b97f1196bcf1 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/c17d5572329342b6a7f2b97f1196bcf1 2024-11-26T15:16:40,111 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/c17d5572329342b6a7f2b97f1196bcf1, entries=150, sequenceid=313, filesize=12.0 K 2024-11-26T15:16:40,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/1603657349284745a3c258683ed3990a as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/1603657349284745a3c258683ed3990a 2024-11-26T15:16:40,171 INFO [Thread-956 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-956. 2024-11-26T15:16:40,171 DEBUG [Thread-956 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:16:40,171 DEBUG [Thread-956 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:40,171 DEBUG [Thread-956 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:40,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:16:40,177 INFO [Thread-950 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-950. 2024-11-26T15:16:40,177 DEBUG [Thread-950 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:16:40,177 DEBUG [Thread-950 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:40,177 DEBUG [Thread-950 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:40,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:16:40,177 INFO [Thread-948 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-948. 2024-11-26T15:16:40,177 DEBUG [Thread-948 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:16:40,177 DEBUG [Thread-948 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:40,178 DEBUG [Thread-948 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:40,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:16:40,180 INFO [Thread-952 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-952. 2024-11-26T15:16:40,180 DEBUG [Thread-952 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:16:40,180 DEBUG [Thread-952 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:40,180 INFO [Thread-954 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-954. 2024-11-26T15:16:40,180 DEBUG [Thread-952 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:40,180 DEBUG [Thread-954 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:16:40,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:16:40,180 DEBUG [Thread-954 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:40,180 DEBUG [Thread-954 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:40,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:16:40,186 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/1603657349284745a3c258683ed3990a, entries=150, sequenceid=313, filesize=12.0 K 2024-11-26T15:16:40,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/f75ff4434e0240698ab59be1fdb7f8b0 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/f75ff4434e0240698ab59be1fdb7f8b0 2024-11-26T15:16:40,209 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/f75ff4434e0240698ab59be1fdb7f8b0, entries=150, sequenceid=313, filesize=12.0 K 2024-11-26T15:16:40,210 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 291f03fd6a81a4c9b9789d04e1f38885 in 736ms, sequenceid=313, compaction requested=false 2024-11-26T15:16:40,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 291f03fd6a81a4c9b9789d04e1f38885: 2024-11-26T15:16:40,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:40,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-26T15:16:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-26T15:16:40,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-26T15:16:40,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3580 sec 2024-11-26T15:16:40,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 4.9660 sec 2024-11-26T15:16:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-26T15:16:41,002 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:16:42,702 INFO [Thread-945 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-945. 2024-11-26T15:16:42,702 DEBUG [Thread-945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:16:42,702 DEBUG [Thread-945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:42,702 DEBUG [Thread-945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:42,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:16:42,722 INFO [Thread-939 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-939. 2024-11-26T15:16:42,723 DEBUG [Thread-939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:16:42,723 DEBUG [Thread-939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:42,723 DEBUG [Thread-939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:42,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:16:42,733 INFO [Thread-937 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-937. 2024-11-26T15:16:42,733 DEBUG [Thread-937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:16:42,733 DEBUG [Thread-937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:42,733 DEBUG [Thread-937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:42,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:16:43,323 INFO [Thread-943 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-943. 2024-11-26T15:16:43,323 DEBUG [Thread-943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:16:43,323 DEBUG [Thread-943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:43,323 DEBUG [Thread-943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:43,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:16:43,323 INFO [Thread-941 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-941. 2024-11-26T15:16:43,324 DEBUG [Thread-941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:16:43,324 DEBUG [Thread-941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:43,324 DEBUG [Thread-941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:43,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:16:43,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T15:16:43,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-26T15:16:43,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-26T15:16:43,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-26T15:16:43,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-26T15:16:43,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-26T15:16:43,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T15:16:43,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3421 2024-11-26T15:16:43,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3268 2024-11-26T15:16:43,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3269 2024-11-26T15:16:43,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3432 2024-11-26T15:16:43,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3282 2024-11-26T15:16:43,324 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T15:16:43,324 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:16:43,324 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:16:43,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:43,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:43,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:16:43,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-26T15:16:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T15:16:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-26T15:16:43,330 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634203330"}]},"ts":"1732634203330"} 2024-11-26T15:16:43,332 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T15:16:43,332 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T15:16:43,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T15:16:43,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=291f03fd6a81a4c9b9789d04e1f38885, UNASSIGN}] 2024-11-26T15:16:43,336 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=291f03fd6a81a4c9b9789d04e1f38885, UNASSIGN 2024-11-26T15:16:43,337 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=291f03fd6a81a4c9b9789d04e1f38885, regionState=CLOSING, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:43,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=291f03fd6a81a4c9b9789d04e1f38885, UNASSIGN because future has completed 2024-11-26T15:16:43,340 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T15:16:43,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; CloseRegionProcedure 291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035}] 2024-11-26T15:16:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-26T15:16:43,493 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] handler.UnassignRegionHandler(122): Close 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:43,493 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T15:16:43,494 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1722): Closing 291f03fd6a81a4c9b9789d04e1f38885, disabling compactions & flushes 2024-11-26T15:16:43,494 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:43,494 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:43,494 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. after waiting 0 ms 2024-11-26T15:16:43,494 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:43,494 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(2902): Flushing 291f03fd6a81a4c9b9789d04e1f38885 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-26T15:16:43,494 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=A 2024-11-26T15:16:43,494 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:43,494 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=B 2024-11-26T15:16:43,495 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:43,495 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 291f03fd6a81a4c9b9789d04e1f38885, store=C 2024-11-26T15:16:43,495 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:43,503 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/869661afb7b94a28b5f0fda8008a7724 is 50, key is test_row_0/A:col10/1732634203321/Put/seqid=0 2024-11-26T15:16:43,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742082_1258 (size=12301) 2024-11-26T15:16:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-26T15:16:43,913 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/869661afb7b94a28b5f0fda8008a7724 2024-11-26T15:16:43,919 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/d59c9cd0a8cd4fa591690d607ea4fb76 is 50, key is test_row_0/B:col10/1732634203321/Put/seqid=0 2024-11-26T15:16:43,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742083_1259 (size=12301) 2024-11-26T15:16:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-26T15:16:44,324 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/d59c9cd0a8cd4fa591690d607ea4fb76 2024-11-26T15:16:44,330 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/1c85907404f6488fb6bf1e3743df13e6 is 50, key is test_row_0/C:col10/1732634203321/Put/seqid=0 2024-11-26T15:16:44,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742084_1260 (size=12301) 2024-11-26T15:16:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-26T15:16:44,734 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/1c85907404f6488fb6bf1e3743df13e6 2024-11-26T15:16:44,739 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/A/869661afb7b94a28b5f0fda8008a7724 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/869661afb7b94a28b5f0fda8008a7724 2024-11-26T15:16:44,743 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/869661afb7b94a28b5f0fda8008a7724, entries=150, sequenceid=323, filesize=12.0 K 2024-11-26T15:16:44,744 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/B/d59c9cd0a8cd4fa591690d607ea4fb76 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/d59c9cd0a8cd4fa591690d607ea4fb76 2024-11-26T15:16:44,747 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/d59c9cd0a8cd4fa591690d607ea4fb76, entries=150, sequenceid=323, filesize=12.0 K 2024-11-26T15:16:44,748 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/.tmp/C/1c85907404f6488fb6bf1e3743df13e6 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/1c85907404f6488fb6bf1e3743df13e6 2024-11-26T15:16:44,752 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/1c85907404f6488fb6bf1e3743df13e6, entries=150, sequenceid=323, filesize=12.0 K 2024-11-26T15:16:44,753 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 291f03fd6a81a4c9b9789d04e1f38885 in 1259ms, sequenceid=323, compaction requested=true 2024-11-26T15:16:44,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/df2c866d780e41819441e2e9271134fb, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/1cb7653c505a416fa9877439a2d1f480, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/1a5d6256b06b476f92513fec862ae423, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/cdd38d5276f64c6dbc3ac05dfd8a98e3, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/5261fe75ef5e4c8ea44663c8386fed91, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/9028c383919d4a839c1194b9117b3dcc, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/eadb93f478fe4608a6f2994fe959e3b0, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/8c6d14ab79544b5b9cdfff5fa30eca0e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/0f66ff4d68e445288fe34f74872e5ced, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/79373a667c0147a9976bad66905f93cd, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/6e1118d8cb5d4112b4dabfe5fdbf1964, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/7cdbf48a87be43b0adcbece05019c765, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/2923584dc70542fc941e421387969ae2, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/00ac8a0d6d364505b0844aa5a3554bab, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/7374c5c3bc7e4ff996e8c0c24a4ab68a, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/4f6297df1ea04d7ba98e8823a676613a, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/7c452c543ca94c0b817f9b9f1bdc9ff5, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/fe98b7b0b93d48049be4e71c5f4a5e83, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/77d1254ea56144379b1635873630b38a] to archive 2024-11-26T15:16:44,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T15:16:44,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/df2c866d780e41819441e2e9271134fb to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/df2c866d780e41819441e2e9271134fb 2024-11-26T15:16:44,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/1cb7653c505a416fa9877439a2d1f480 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/1cb7653c505a416fa9877439a2d1f480 2024-11-26T15:16:44,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/1a5d6256b06b476f92513fec862ae423 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/1a5d6256b06b476f92513fec862ae423 2024-11-26T15:16:44,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/cdd38d5276f64c6dbc3ac05dfd8a98e3 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/cdd38d5276f64c6dbc3ac05dfd8a98e3 2024-11-26T15:16:44,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/5261fe75ef5e4c8ea44663c8386fed91 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/5261fe75ef5e4c8ea44663c8386fed91 2024-11-26T15:16:44,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/9028c383919d4a839c1194b9117b3dcc to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/9028c383919d4a839c1194b9117b3dcc 2024-11-26T15:16:44,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/eadb93f478fe4608a6f2994fe959e3b0 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/eadb93f478fe4608a6f2994fe959e3b0 2024-11-26T15:16:44,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/8c6d14ab79544b5b9cdfff5fa30eca0e to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/8c6d14ab79544b5b9cdfff5fa30eca0e 2024-11-26T15:16:44,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/0f66ff4d68e445288fe34f74872e5ced to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/0f66ff4d68e445288fe34f74872e5ced 2024-11-26T15:16:44,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/79373a667c0147a9976bad66905f93cd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/79373a667c0147a9976bad66905f93cd 2024-11-26T15:16:44,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/6e1118d8cb5d4112b4dabfe5fdbf1964 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/6e1118d8cb5d4112b4dabfe5fdbf1964 2024-11-26T15:16:44,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/7cdbf48a87be43b0adcbece05019c765 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/7cdbf48a87be43b0adcbece05019c765 2024-11-26T15:16:44,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/2923584dc70542fc941e421387969ae2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/2923584dc70542fc941e421387969ae2 2024-11-26T15:16:44,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/00ac8a0d6d364505b0844aa5a3554bab to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/00ac8a0d6d364505b0844aa5a3554bab 2024-11-26T15:16:44,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/7374c5c3bc7e4ff996e8c0c24a4ab68a to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/7374c5c3bc7e4ff996e8c0c24a4ab68a 2024-11-26T15:16:44,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/4f6297df1ea04d7ba98e8823a676613a to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/4f6297df1ea04d7ba98e8823a676613a 2024-11-26T15:16:44,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/7c452c543ca94c0b817f9b9f1bdc9ff5 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/7c452c543ca94c0b817f9b9f1bdc9ff5 2024-11-26T15:16:44,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/fe98b7b0b93d48049be4e71c5f4a5e83 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/fe98b7b0b93d48049be4e71c5f4a5e83 2024-11-26T15:16:44,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/77d1254ea56144379b1635873630b38a to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/77d1254ea56144379b1635873630b38a 2024-11-26T15:16:44,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4a3305ba50d744259af41334a34814eb, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/337921b5e42d4f778e767e1e8618bf9d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/9cd9ce7a59004621bf48fcb20d465980, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/59221fa63f984ad38bdfcc415de1a970, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/203a9e00b3084f80a8f4bbd01b3decd7, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/9eded43f14d7469baba68ba73d84ac8e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/cb36fd4d450342ae9509e8f3e93d86ea, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/f770bf201e064e66a50e8d40500fb321, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/8b73dc8129b042bbbeeddd8de4b25b9f, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/362c50cbd8b1489d836b29e0dc251849, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4f971a8e83e940ed8fe7a5ba1aac73de, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/a9c26f8784cf496b87ff83d3903e98ab, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/31b996a1901c48009ac53cedd6cbafcd, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/07c7c3b07ef74af898cc1e828b419991, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/ce3948394ae743d684f8b88b0ad7ece0, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4301831d6447451cbaed9982b991cd2d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4b82622473a545ffba5c8b3ec040c23d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/c987b8a9d328487793b0ff387c9b22c9, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/97d506d69ff149a4a2b412b4b9b07a16] to archive 2024-11-26T15:16:44,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T15:16:44,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4a3305ba50d744259af41334a34814eb to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4a3305ba50d744259af41334a34814eb 2024-11-26T15:16:44,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/337921b5e42d4f778e767e1e8618bf9d to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/337921b5e42d4f778e767e1e8618bf9d 2024-11-26T15:16:44,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/9cd9ce7a59004621bf48fcb20d465980 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/9cd9ce7a59004621bf48fcb20d465980 2024-11-26T15:16:44,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/59221fa63f984ad38bdfcc415de1a970 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/59221fa63f984ad38bdfcc415de1a970 2024-11-26T15:16:44,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/203a9e00b3084f80a8f4bbd01b3decd7 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/203a9e00b3084f80a8f4bbd01b3decd7 2024-11-26T15:16:44,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/9eded43f14d7469baba68ba73d84ac8e to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/9eded43f14d7469baba68ba73d84ac8e 2024-11-26T15:16:44,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/cb36fd4d450342ae9509e8f3e93d86ea to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/cb36fd4d450342ae9509e8f3e93d86ea 2024-11-26T15:16:44,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/f770bf201e064e66a50e8d40500fb321 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/f770bf201e064e66a50e8d40500fb321 2024-11-26T15:16:44,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/8b73dc8129b042bbbeeddd8de4b25b9f to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/8b73dc8129b042bbbeeddd8de4b25b9f 2024-11-26T15:16:44,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/362c50cbd8b1489d836b29e0dc251849 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/362c50cbd8b1489d836b29e0dc251849 2024-11-26T15:16:44,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4f971a8e83e940ed8fe7a5ba1aac73de to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4f971a8e83e940ed8fe7a5ba1aac73de 2024-11-26T15:16:44,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/a9c26f8784cf496b87ff83d3903e98ab to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/a9c26f8784cf496b87ff83d3903e98ab 2024-11-26T15:16:44,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/31b996a1901c48009ac53cedd6cbafcd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/31b996a1901c48009ac53cedd6cbafcd 2024-11-26T15:16:44,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/07c7c3b07ef74af898cc1e828b419991 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/07c7c3b07ef74af898cc1e828b419991 2024-11-26T15:16:44,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/ce3948394ae743d684f8b88b0ad7ece0 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/ce3948394ae743d684f8b88b0ad7ece0 2024-11-26T15:16:44,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4301831d6447451cbaed9982b991cd2d to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4301831d6447451cbaed9982b991cd2d 2024-11-26T15:16:44,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4b82622473a545ffba5c8b3ec040c23d to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/4b82622473a545ffba5c8b3ec040c23d 2024-11-26T15:16:44,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/c987b8a9d328487793b0ff387c9b22c9 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/c987b8a9d328487793b0ff387c9b22c9 2024-11-26T15:16:44,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/97d506d69ff149a4a2b412b4b9b07a16 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/97d506d69ff149a4a2b412b4b9b07a16 2024-11-26T15:16:44,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/80a5e9d8802a40dea978b240fe5a2fec, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/7b8bef27ab15413baaa6e711172611f5, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/acb2f866afb6479fa091b4c0101eb4f7, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/18eecb74003d49b8961fc95dffde839d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/036f5e62174c46c2b5517cd542e259a5, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/c234ca82a5b44aab99865a8492d6557b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/fcb75a54f9ab4afb925fabe9a90cdddb, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/b0c14a1e4d494d7892dc2f99d5564a62, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/a5f20bc3fc0d4057a5ba9feed6973b54, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/c9af00d8443d493b80c2fefbc16d8709, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/fc4d27be88404d8292d12158cfc54353, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/df0f01823344492ea25fa522ed846f1b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/d1350607b91d426eb2f1afeaf2e7bee9, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/a5c694ee537e4f6486f1bf1611f74bf9, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/5760fe93ee944ac1b7dfa177929cd767, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/1dde7380c98f4e49a9aee7a63c8eec9a, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/04cd74dc1da4420685a0a06c2b63057d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/f5dbe50791b24b7ab8a33993fc55ab7d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/5b80d835bef442b28466f9ab91fcf2ae] to archive 2024-11-26T15:16:44,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T15:16:44,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/80a5e9d8802a40dea978b240fe5a2fec to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/80a5e9d8802a40dea978b240fe5a2fec 2024-11-26T15:16:44,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/7b8bef27ab15413baaa6e711172611f5 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/7b8bef27ab15413baaa6e711172611f5 2024-11-26T15:16:44,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/acb2f866afb6479fa091b4c0101eb4f7 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/acb2f866afb6479fa091b4c0101eb4f7 2024-11-26T15:16:44,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/18eecb74003d49b8961fc95dffde839d to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/18eecb74003d49b8961fc95dffde839d 2024-11-26T15:16:44,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/036f5e62174c46c2b5517cd542e259a5 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/036f5e62174c46c2b5517cd542e259a5 2024-11-26T15:16:44,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/c234ca82a5b44aab99865a8492d6557b to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/c234ca82a5b44aab99865a8492d6557b 2024-11-26T15:16:44,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/fcb75a54f9ab4afb925fabe9a90cdddb to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/fcb75a54f9ab4afb925fabe9a90cdddb 2024-11-26T15:16:44,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/b0c14a1e4d494d7892dc2f99d5564a62 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/b0c14a1e4d494d7892dc2f99d5564a62 2024-11-26T15:16:44,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/a5f20bc3fc0d4057a5ba9feed6973b54 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/a5f20bc3fc0d4057a5ba9feed6973b54 2024-11-26T15:16:44,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/c9af00d8443d493b80c2fefbc16d8709 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/c9af00d8443d493b80c2fefbc16d8709 2024-11-26T15:16:44,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/fc4d27be88404d8292d12158cfc54353 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/fc4d27be88404d8292d12158cfc54353 2024-11-26T15:16:44,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/df0f01823344492ea25fa522ed846f1b to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/df0f01823344492ea25fa522ed846f1b 2024-11-26T15:16:44,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/d1350607b91d426eb2f1afeaf2e7bee9 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/d1350607b91d426eb2f1afeaf2e7bee9 2024-11-26T15:16:44,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/a5c694ee537e4f6486f1bf1611f74bf9 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/a5c694ee537e4f6486f1bf1611f74bf9 2024-11-26T15:16:44,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/5760fe93ee944ac1b7dfa177929cd767 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/5760fe93ee944ac1b7dfa177929cd767 2024-11-26T15:16:44,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/1dde7380c98f4e49a9aee7a63c8eec9a to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/1dde7380c98f4e49a9aee7a63c8eec9a 2024-11-26T15:16:44,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/04cd74dc1da4420685a0a06c2b63057d to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/04cd74dc1da4420685a0a06c2b63057d 2024-11-26T15:16:44,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/f5dbe50791b24b7ab8a33993fc55ab7d to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/f5dbe50791b24b7ab8a33993fc55ab7d 2024-11-26T15:16:44,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/5b80d835bef442b28466f9ab91fcf2ae to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/5b80d835bef442b28466f9ab91fcf2ae 2024-11-26T15:16:44,825 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/recovered.edits/326.seqid, newMaxSeqId=326, maxSeqId=1 2024-11-26T15:16:44,825 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. 2024-11-26T15:16:44,825 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1676): Region close journal for 291f03fd6a81a4c9b9789d04e1f38885: Waiting for close lock at 1732634203493Running coprocessor pre-close hooks at 1732634203493Disabling compacts and flushes for region at 1732634203493Disabling writes for close at 1732634203494 (+1 ms)Obtaining lock to block concurrent updates at 1732634203494Preparing flush snapshotting stores in 291f03fd6a81a4c9b9789d04e1f38885 at 1732634203494Finished memstore snapshotting TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732634203495 (+1 ms)Flushing stores of TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885. at 1732634203495Flushing 291f03fd6a81a4c9b9789d04e1f38885/A: creating writer at 1732634203495Flushing 291f03fd6a81a4c9b9789d04e1f38885/A: appending metadata at 1732634203502 (+7 ms)Flushing 291f03fd6a81a4c9b9789d04e1f38885/A: closing flushed file at 1732634203502Flushing 291f03fd6a81a4c9b9789d04e1f38885/B: creating writer at 1732634203917 (+415 ms)Flushing 291f03fd6a81a4c9b9789d04e1f38885/B: appending metadata at 1732634203919 (+2 ms)Flushing 291f03fd6a81a4c9b9789d04e1f38885/B: closing flushed file at 1732634203919Flushing 291f03fd6a81a4c9b9789d04e1f38885/C: creating writer at 1732634204327 (+408 ms)Flushing 291f03fd6a81a4c9b9789d04e1f38885/C: appending metadata at 1732634204329 (+2 ms)Flushing 291f03fd6a81a4c9b9789d04e1f38885/C: closing flushed file at 1732634204330 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@574087d2: reopening flushed file at 1732634204738 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2de709ce: reopening flushed file at 1732634204743 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@afc5009: reopening flushed file at 1732634204747 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 291f03fd6a81a4c9b9789d04e1f38885 in 1259ms, sequenceid=323, compaction requested=true at 1732634204753 (+6 ms)Writing region close event to WAL at 1732634204822 (+69 ms)Running coprocessor post-close hooks at 1732634204825 (+3 ms)Closed at 1732634204825 2024-11-26T15:16:44,827 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] handler.UnassignRegionHandler(157): Closed 291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:44,828 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=291f03fd6a81a4c9b9789d04e1f38885, regionState=CLOSED 2024-11-26T15:16:44,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE, hasLock=false; CloseRegionProcedure 291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 because future has completed 2024-11-26T15:16:44,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-26T15:16:44,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseRegionProcedure 291f03fd6a81a4c9b9789d04e1f38885, server=6cc2bc8bf733,45537,1732634099035 in 1.4900 sec 2024-11-26T15:16:44,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-26T15:16:44,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=291f03fd6a81a4c9b9789d04e1f38885, UNASSIGN in 1.4960 sec 2024-11-26T15:16:44,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-26T15:16:44,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5010 sec 2024-11-26T15:16:44,837 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634204837"}]},"ts":"1732634204837"} 2024-11-26T15:16:44,839 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T15:16:44,839 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T15:16:44,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5140 sec 2024-11-26T15:16:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-26T15:16:45,476 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:16:45,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-26T15:16:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:16:45,479 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=72, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:16:45,480 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=72, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:16:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-26T15:16:45,487 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:45,489 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A, FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B, FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C, FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/recovered.edits] 2024-11-26T15:16:45,494 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/4fc0a0d67b274428bbe66f71bf051a43 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/4fc0a0d67b274428bbe66f71bf051a43 2024-11-26T15:16:45,497 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/869661afb7b94a28b5f0fda8008a7724 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/869661afb7b94a28b5f0fda8008a7724 2024-11-26T15:16:45,501 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/c17d5572329342b6a7f2b97f1196bcf1 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/A/c17d5572329342b6a7f2b97f1196bcf1 2024-11-26T15:16:45,504 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/1603657349284745a3c258683ed3990a to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/1603657349284745a3c258683ed3990a 2024-11-26T15:16:45,505 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/5f06edc359794b0c8b7ff62642f3235e to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/5f06edc359794b0c8b7ff62642f3235e 2024-11-26T15:16:45,506 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/d59c9cd0a8cd4fa591690d607ea4fb76 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/B/d59c9cd0a8cd4fa591690d607ea4fb76 2024-11-26T15:16:45,514 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/1c85907404f6488fb6bf1e3743df13e6 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/1c85907404f6488fb6bf1e3743df13e6 2024-11-26T15:16:45,516 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/98d236c759b740d796574c3a230ffcfa to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/98d236c759b740d796574c3a230ffcfa 2024-11-26T15:16:45,518 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/f75ff4434e0240698ab59be1fdb7f8b0 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/C/f75ff4434e0240698ab59be1fdb7f8b0 2024-11-26T15:16:45,528 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/recovered.edits/326.seqid to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885/recovered.edits/326.seqid 2024-11-26T15:16:45,529 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/291f03fd6a81a4c9b9789d04e1f38885 2024-11-26T15:16:45,529 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T15:16:45,532 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=72, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:16:45,535 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T15:16:45,537 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T15:16:45,538 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=72, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:16:45,539 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T15:16:45,539 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732634205539"}]},"ts":"9223372036854775807"} 2024-11-26T15:16:45,541 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-26T15:16:45,541 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 291f03fd6a81a4c9b9789d04e1f38885, NAME => 'TestAcidGuarantees,,1732634178946.291f03fd6a81a4c9b9789d04e1f38885.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T15:16:45,541 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T15:16:45,542 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732634205541"}]},"ts":"9223372036854775807"} 2024-11-26T15:16:45,544 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-26T15:16:45,545 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=72, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:16:45,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-11-26T15:16:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-26T15:16:45,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-26T15:16:45,592 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:16:45,601 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=247 (was 247), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1157 (was 1157), ProcessCount=11 (was 11), AvailableMemoryMB=5440 (was 1779) - AvailableMemoryMB LEAK? - 2024-11-26T15:16:45,608 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=247, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=1157, ProcessCount=11, AvailableMemoryMB=5439 2024-11-26T15:16:45,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T15:16:45,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:16:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=73, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T15:16:45,611 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:16:45,612 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:45,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 73 2024-11-26T15:16:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-26T15:16:45,612 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:16:45,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742085_1261 (size=1061) 2024-11-26T15:16:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-26T15:16:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-26T15:16:46,019 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726 2024-11-26T15:16:46,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742086_1262 (size=53) 2024-11-26T15:16:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-26T15:16:46,426 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:16:46,426 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f95c2565bcba9181ee967226d1ff88f3, disabling compactions & flushes 2024-11-26T15:16:46,426 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:46,426 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:46,426 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. after waiting 0 ms 2024-11-26T15:16:46,426 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:46,426 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:46,427 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f95c2565bcba9181ee967226d1ff88f3: Waiting for close lock at 1732634206426Disabling compacts and flushes for region at 1732634206426Disabling writes for close at 1732634206426Writing region close event to WAL at 1732634206426Closed at 1732634206426 2024-11-26T15:16:46,428 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:16:46,428 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732634206428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634206428"}]},"ts":"1732634206428"} 2024-11-26T15:16:46,430 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:16:46,431 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:16:46,431 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634206431"}]},"ts":"1732634206431"} 2024-11-26T15:16:46,432 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T15:16:46,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95c2565bcba9181ee967226d1ff88f3, ASSIGN}] 2024-11-26T15:16:46,433 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95c2565bcba9181ee967226d1ff88f3, ASSIGN 2024-11-26T15:16:46,434 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95c2565bcba9181ee967226d1ff88f3, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,45537,1732634099035; forceNewPlan=false, retain=false 2024-11-26T15:16:46,585 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=74 updating hbase:meta row=f95c2565bcba9181ee967226d1ff88f3, regionState=OPENING, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:46,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95c2565bcba9181ee967226d1ff88f3, ASSIGN because future has completed 2024-11-26T15:16:46,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; OpenRegionProcedure f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035}] 2024-11-26T15:16:46,743 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:46,744 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:16:46,744 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:46,744 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:16:46,744 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:46,744 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:46,746 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:46,747 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:16:46,747 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f95c2565bcba9181ee967226d1ff88f3 columnFamilyName A 2024-11-26T15:16:46,748 DEBUG [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:46,748 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] regionserver.HStore(327): Store=f95c2565bcba9181ee967226d1ff88f3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:16:46,748 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:46,749 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:16:46,750 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f95c2565bcba9181ee967226d1ff88f3 columnFamilyName B 2024-11-26T15:16:46,750 DEBUG [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:46,750 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] regionserver.HStore(327): Store=f95c2565bcba9181ee967226d1ff88f3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:16:46,750 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-26T15:16:46,751 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:16:46,752 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f95c2565bcba9181ee967226d1ff88f3 columnFamilyName C 2024-11-26T15:16:46,752 DEBUG [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:46,752 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] regionserver.HStore(327): Store=f95c2565bcba9181ee967226d1ff88f3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:16:46,752 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:46,753 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:46,754 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:46,754 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:46,755 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:46,755 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:46,755 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T15:16:46,757 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:46,761 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:16:46,761 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened f95c2565bcba9181ee967226d1ff88f3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68169122, jitterRate=0.01579907536506653}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T15:16:46,761 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:46,762 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for f95c2565bcba9181ee967226d1ff88f3: Running coprocessor pre-open hook at 1732634206744Writing region info on filesystem at 1732634206744Initializing all the Stores at 1732634206745 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634206745Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634206746 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634206746Cleaning up temporary data from old regions at 1732634206755 (+9 ms)Running coprocessor post-open hooks at 1732634206761 (+6 ms)Region opened successfully at 1732634206762 (+1 ms) 2024-11-26T15:16:46,763 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., pid=75, masterSystemTime=1732634206740 2024-11-26T15:16:46,765 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:46,766 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:46,766 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=74 updating hbase:meta row=f95c2565bcba9181ee967226d1ff88f3, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:46,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=74, state=RUNNABLE, hasLock=false; OpenRegionProcedure f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 because future has completed 2024-11-26T15:16:46,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-26T15:16:46,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; OpenRegionProcedure f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 in 186 msec 2024-11-26T15:16:46,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=73 2024-11-26T15:16:46,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=73, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95c2565bcba9181ee967226d1ff88f3, ASSIGN in 344 msec 2024-11-26T15:16:46,781 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:16:46,782 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634206781"}]},"ts":"1732634206781"} 2024-11-26T15:16:46,784 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T15:16:46,786 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:16:46,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1760 sec 2024-11-26T15:16:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-26T15:16:47,774 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:16:47,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f68c92f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:47,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:47,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:47,782 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:47,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:47,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:47,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685dc8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:47,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:47,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:47,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:47,785 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:47,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25558240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:47,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:47,787 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:47,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:47,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:16:47,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,39097,1732634097953 2024-11-26T15:16:47,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fa2df8b 2024-11-26T15:16:47,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:16:47,802 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:16:47,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T15:16:47,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:16:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T15:16:47,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742087_1263 (size=1097) 2024-11-26T15:16:48,249 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-26T15:16:48,249 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-26T15:16:48,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T15:16:48,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95c2565bcba9181ee967226d1ff88f3, REOPEN/MOVE}] 2024-11-26T15:16:48,261 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95c2565bcba9181ee967226d1ff88f3, REOPEN/MOVE 2024-11-26T15:16:48,263 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=f95c2565bcba9181ee967226d1ff88f3, regionState=CLOSING, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:48,263 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39097 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=6cc2bc8bf733,45537,1732634099035, table=TestAcidGuarantees, region=f95c2565bcba9181ee967226d1ff88f3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-26T15:16:48,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95c2565bcba9181ee967226d1ff88f3, REOPEN/MOVE because future has completed 2024-11-26T15:16:48,265 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T15:16:48,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; CloseRegionProcedure f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035}] 2024-11-26T15:16:48,419 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(122): Close f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:48,419 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T15:16:48,419 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1722): Closing f95c2565bcba9181ee967226d1ff88f3, disabling compactions & flushes 2024-11-26T15:16:48,419 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:48,419 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:48,419 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. after waiting 0 ms 2024-11-26T15:16:48,419 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:48,423 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T15:16:48,424 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:48,424 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1676): Region close journal for f95c2565bcba9181ee967226d1ff88f3: Waiting for close lock at 1732634208419Running coprocessor pre-close hooks at 1732634208419Disabling compacts and flushes for region at 1732634208419Disabling writes for close at 1732634208419Writing region close event to WAL at 1732634208419Running coprocessor post-close hooks at 1732634208424 (+5 ms)Closed at 1732634208424 2024-11-26T15:16:48,424 WARN [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegionServer(3299): Not adding moved region record: f95c2565bcba9181ee967226d1ff88f3 to self. 2024-11-26T15:16:48,427 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(157): Closed f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:48,428 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=f95c2565bcba9181ee967226d1ff88f3, regionState=CLOSED 2024-11-26T15:16:48,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; CloseRegionProcedure f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 because future has completed 2024-11-26T15:16:48,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-26T15:16:48,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; CloseRegionProcedure f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 in 168 msec 2024-11-26T15:16:48,438 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95c2565bcba9181ee967226d1ff88f3, REOPEN/MOVE; state=CLOSED, location=6cc2bc8bf733,45537,1732634099035; forceNewPlan=false, retain=true 2024-11-26T15:16:48,491 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T15:16:48,590 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=f95c2565bcba9181ee967226d1ff88f3, regionState=OPENING, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:48,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95c2565bcba9181ee967226d1ff88f3, REOPEN/MOVE because future has completed 2024-11-26T15:16:48,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035}] 2024-11-26T15:16:48,752 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:48,752 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:16:48,752 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:48,752 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:16:48,752 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:48,753 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:48,760 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:48,762 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:16:48,762 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f95c2565bcba9181ee967226d1ff88f3 columnFamilyName A 2024-11-26T15:16:48,764 DEBUG [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:48,765 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] regionserver.HStore(327): Store=f95c2565bcba9181ee967226d1ff88f3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:16:48,765 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:48,766 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:16:48,766 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f95c2565bcba9181ee967226d1ff88f3 columnFamilyName B 2024-11-26T15:16:48,766 DEBUG [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:48,767 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] regionserver.HStore(327): Store=f95c2565bcba9181ee967226d1ff88f3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:16:48,767 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:48,770 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:16:48,771 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f95c2565bcba9181ee967226d1ff88f3 columnFamilyName C 2024-11-26T15:16:48,771 DEBUG [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:48,771 INFO [StoreOpener-f95c2565bcba9181ee967226d1ff88f3-1 {}] regionserver.HStore(327): Store=f95c2565bcba9181ee967226d1ff88f3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:16:48,771 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:48,772 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:48,780 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:48,800 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:48,810 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:48,811 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:48,811 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T15:16:48,820 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:48,822 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened f95c2565bcba9181ee967226d1ff88f3; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65208677, jitterRate=-0.028314992785453796}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T15:16:48,823 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:48,824 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for f95c2565bcba9181ee967226d1ff88f3: Running coprocessor pre-open hook at 1732634208753Writing region info on filesystem at 1732634208753Initializing all the Stores at 1732634208755 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634208756 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634208756Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634208756Cleaning up temporary data from old regions at 1732634208811 (+55 ms)Running coprocessor post-open hooks at 1732634208823 (+12 ms)Region opened successfully at 1732634208824 (+1 ms) 2024-11-26T15:16:48,825 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., pid=80, masterSystemTime=1732634208748 2024-11-26T15:16:48,828 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:48,828 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:48,831 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=f95c2565bcba9181ee967226d1ff88f3, regionState=OPEN, openSeqNum=5, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:48,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 because future has completed 2024-11-26T15:16:48,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=78 2024-11-26T15:16:48,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 in 240 msec 2024-11-26T15:16:48,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=77 2024-11-26T15:16:48,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=77, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95c2565bcba9181ee967226d1ff88f3, REOPEN/MOVE in 580 msec 2024-11-26T15:16:48,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-26T15:16:48,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 590 msec 2024-11-26T15:16:48,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0410 sec 2024-11-26T15:16:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-26T15:16:48,857 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:16:48,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e7f161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:48,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:48,863 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161406a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:48,864 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:48,864 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:48,868 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:48,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a6fbc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e62965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:48,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:48,873 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:48,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:48,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35221a4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:48,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:48,875 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76577d09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3f6460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:48,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:48,887 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a284282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:48,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:48,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:48,890 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:48,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30906a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223c8c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:48,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:48,894 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bfb8709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:48,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:48,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:48,896 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:48,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1912172b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b2eed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,898 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:48,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:48,899 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:48,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b005b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:48,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:48,902 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:48,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62962811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d646e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:48,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:48,904 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:48,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:48,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:48,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5fe395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:48,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:48,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:48,908 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:48,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2589c0e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@120238c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:48,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:48,912 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:48,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:48,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:48,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac09d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:48,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:48,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:48,919 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:48,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca9b674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bdcd699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:48,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:48,923 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:48,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:48,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:48,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e26cde0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:48,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:48,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:48,925 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:48,929 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d778b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b20e1d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:48,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:48,934 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:48,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:48,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:48,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eae85b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:48,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:48,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:48,936 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:48,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4d6af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbfe4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:16:48,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:16:48,946 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:16:48,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:16:48,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:16:48,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f186487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:16:48,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:16:48,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:16:48,948 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:16:48,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91dd75f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:16:48,950 DEBUG [Thread-1248 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:48,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:16:48,951 DEBUG [Thread-1265 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:48,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:48,952 DEBUG [Thread-1252 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-26T15:16:48,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:48,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:48,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:48,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:48,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:48,955 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:16:48,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-26T15:16:48,956 DEBUG [Thread-1261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:48,956 DEBUG [Thread-1250 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:48,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:48,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:48,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:48,957 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:16:48,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:16:48,958 DEBUG [Thread-1263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:48,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:48,959 DEBUG [Thread-1254 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:48,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:48,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:48,961 DEBUG [Thread-1254 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:48,961 DEBUG [Thread-1254 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:48,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:16:48,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:16:48,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:16:48,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:48,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:16:48,963 DEBUG [Thread-1256 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:48,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:48,964 DEBUG [Thread-1267 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:48,965 DEBUG [Thread-1267 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:48,966 DEBUG [Thread-1267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:16:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:16:48,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:48,967 DEBUG [Thread-1259 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:16:48,968 DEBUG [Thread-1250 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:48,968 DEBUG [Thread-1250 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:48,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:48,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:16:48,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:16:48,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:16:48,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:48,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:16:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:16:48,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:16:48,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:16:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:48,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f95c2565bcba9181ee967226d1ff88f3 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T15:16:48,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95c2565bcba9181ee967226d1ff88f3, store=A 2024-11-26T15:16:48,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:48,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95c2565bcba9181ee967226d1ff88f3, store=B 2024-11-26T15:16:48,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:48,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95c2565bcba9181ee967226d1ff88f3, store=C 2024-11-26T15:16:48,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:49,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267edebea45aa748559e5ae0bb62c89c50_f95c2565bcba9181ee967226d1ff88f3 is 50, key is test_row_0/A:col10/1732634208976/Put/seqid=0 2024-11-26T15:16:49,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742088_1264 (size=9714) 2024-11-26T15:16:49,033 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:49,052 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267edebea45aa748559e5ae0bb62c89c50_f95c2565bcba9181ee967226d1ff88f3 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267edebea45aa748559e5ae0bb62c89c50_f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:49,057 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/002c8e812d4d47beabc4e3f097202c35, store: [table=TestAcidGuarantees family=A region=f95c2565bcba9181ee967226d1ff88f3] 2024-11-26T15:16:49,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/002c8e812d4d47beabc4e3f097202c35 is 175, key is test_row_0/A:col10/1732634208976/Put/seqid=0 2024-11-26T15:16:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-26T15:16:49,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742089_1265 (size=22361) 2024-11-26T15:16:49,063 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/002c8e812d4d47beabc4e3f097202c35 2024-11-26T15:16:49,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634269044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:49,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634269046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:49,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634269048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:49,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:49,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634269051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:49,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:49,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634269058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:49,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:49,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/88b6e1a3cb164cb589200b258a8bbfaa is 50, key is test_row_0/B:col10/1732634208976/Put/seqid=0 2024-11-26T15:16:49,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T15:16:49,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:49,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:49,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:49,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:49,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:49,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742090_1266 (size=9657) 2024-11-26T15:16:49,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634269171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:49,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:49,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634269171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:49,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:49,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634269184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:49,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634269184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:49,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:49,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634269185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:49,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-26T15:16:49,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T15:16:49,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:49,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:49,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:49,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:49,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:49,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634269392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:49,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:49,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634269392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:49,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:49,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634269402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:49,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:49,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634269402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:49,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:49,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634269406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:49,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:49,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T15:16:49,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:49,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:49,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:49,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:49,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:49,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/88b6e1a3cb164cb589200b258a8bbfaa 2024-11-26T15:16:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-26T15:16:49,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T15:16:49,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:49,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:49,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:49,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:49,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:49,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/de7c43a3e64f447a949d7ffa73460565 is 50, key is test_row_0/C:col10/1732634208976/Put/seqid=0 2024-11-26T15:16:49,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742091_1267 (size=9657) 2024-11-26T15:16:49,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/de7c43a3e64f447a949d7ffa73460565 2024-11-26T15:16:49,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/002c8e812d4d47beabc4e3f097202c35 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/002c8e812d4d47beabc4e3f097202c35 2024-11-26T15:16:49,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/002c8e812d4d47beabc4e3f097202c35, entries=100, sequenceid=16, filesize=21.8 K 2024-11-26T15:16:49,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/88b6e1a3cb164cb589200b258a8bbfaa as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/88b6e1a3cb164cb589200b258a8bbfaa 2024-11-26T15:16:49,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634269711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:49,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:49,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634269711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:49,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:49,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634269711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:49,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:49,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634269711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:49,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:49,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634269723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:49,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:49,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:49,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/88b6e1a3cb164cb589200b258a8bbfaa, entries=100, sequenceid=16, filesize=9.4 K 2024-11-26T15:16:49,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/de7c43a3e64f447a949d7ffa73460565 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/de7c43a3e64f447a949d7ffa73460565 2024-11-26T15:16:49,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T15:16:49,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:49,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:49,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:49,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:49,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:49,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/de7c43a3e64f447a949d7ffa73460565, entries=100, sequenceid=16, filesize=9.4 K 2024-11-26T15:16:49,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for f95c2565bcba9181ee967226d1ff88f3 in 774ms, sequenceid=16, compaction requested=false 2024-11-26T15:16:49,751 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T15:16:49,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f95c2565bcba9181ee967226d1ff88f3: 2024-11-26T15:16:49,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-26T15:16:49,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:49,900 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2902): Flushing f95c2565bcba9181ee967226d1ff88f3 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-26T15:16:49,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95c2565bcba9181ee967226d1ff88f3, store=A 2024-11-26T15:16:49,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:49,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95c2565bcba9181ee967226d1ff88f3, store=B 2024-11-26T15:16:49,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:49,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95c2565bcba9181ee967226d1ff88f3, store=C 2024-11-26T15:16:49,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:49,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126942afa5b43024a72be64d799ca6a686a_f95c2565bcba9181ee967226d1ff88f3 is 50, key is test_row_0/A:col10/1732634209045/Put/seqid=0 2024-11-26T15:16:49,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742092_1268 (size=12154) 2024-11-26T15:16:49,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:49,965 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126942afa5b43024a72be64d799ca6a686a_f95c2565bcba9181ee967226d1ff88f3 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126942afa5b43024a72be64d799ca6a686a_f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:49,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/8b4a275867f0418897cb981a051c2209, store: [table=TestAcidGuarantees family=A region=f95c2565bcba9181ee967226d1ff88f3] 2024-11-26T15:16:49,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/8b4a275867f0418897cb981a051c2209 is 175, key is test_row_0/A:col10/1732634209045/Put/seqid=0 2024-11-26T15:16:49,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742093_1269 (size=30955) 2024-11-26T15:16:49,982 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/8b4a275867f0418897cb981a051c2209 2024-11-26T15:16:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-26T15:16:50,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/94bbfc582a3b44f8a139bb4d518dcb39 is 50, key is test_row_0/B:col10/1732634209045/Put/seqid=0 2024-11-26T15:16:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:50,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:50,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742094_1270 (size=12001) 2024-11-26T15:16:50,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634270243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:50,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:50,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634270252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:50,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:50,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634270252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:50,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:50,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634270253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:50,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:50,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634270257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:50,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:50,365 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T15:16:50,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634270361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:50,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:50,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634270361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634270361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:50,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634270384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634270384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:50,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634270572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:50,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:50,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634270583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:50,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:50,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634270583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:50,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:50,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634270604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:50,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:50,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634270604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:50,645 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/94bbfc582a3b44f8a139bb4d518dcb39 2024-11-26T15:16:50,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/db56d7e94a6d4d429dd6a9cbd7149c54 is 50, key is test_row_0/C:col10/1732634209045/Put/seqid=0 2024-11-26T15:16:50,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742095_1271 (size=12001) 2024-11-26T15:16:50,683 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/db56d7e94a6d4d429dd6a9cbd7149c54 2024-11-26T15:16:50,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/8b4a275867f0418897cb981a051c2209 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/8b4a275867f0418897cb981a051c2209 2024-11-26T15:16:50,709 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/8b4a275867f0418897cb981a051c2209, entries=150, sequenceid=36, filesize=30.2 K 2024-11-26T15:16:50,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/94bbfc582a3b44f8a139bb4d518dcb39 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/94bbfc582a3b44f8a139bb4d518dcb39 2024-11-26T15:16:50,726 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/94bbfc582a3b44f8a139bb4d518dcb39, entries=150, sequenceid=36, filesize=11.7 K 2024-11-26T15:16:50,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/db56d7e94a6d4d429dd6a9cbd7149c54 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/db56d7e94a6d4d429dd6a9cbd7149c54 2024-11-26T15:16:50,739 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/db56d7e94a6d4d429dd6a9cbd7149c54, entries=150, sequenceid=36, filesize=11.7 K 2024-11-26T15:16:50,739 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for f95c2565bcba9181ee967226d1ff88f3 in 839ms, sequenceid=36, compaction requested=false 2024-11-26T15:16:50,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2603): Flush status journal for f95c2565bcba9181ee967226d1ff88f3: 2024-11-26T15:16:50,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:50,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-26T15:16:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=82 2024-11-26T15:16:50,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-26T15:16:50,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7830 sec 2024-11-26T15:16:50,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.8000 sec 2024-11-26T15:16:50,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f95c2565bcba9181ee967226d1ff88f3 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-26T15:16:50,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95c2565bcba9181ee967226d1ff88f3, store=A 2024-11-26T15:16:50,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:50,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95c2565bcba9181ee967226d1ff88f3, store=B 2024-11-26T15:16:50,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:50,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95c2565bcba9181ee967226d1ff88f3, store=C 2024-11-26T15:16:50,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:50,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262beddc049e494d78b53434bb77af0377_f95c2565bcba9181ee967226d1ff88f3 is 50, key is test_row_0/A:col10/1732634210240/Put/seqid=0 2024-11-26T15:16:50,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742096_1272 (size=14594) 2024-11-26T15:16:50,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634270957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:50,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:50,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634270957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:50,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:50,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634270958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:50,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:50,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:50,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:51,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634270992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:51,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634270992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:51,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:51,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:51,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634271092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-26T15:16:51,102 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:16:51,103 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:16:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-26T15:16:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-26T15:16:51,105 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:16:51,106 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:16:51,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:16:51,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634271102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:51,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:51,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634271102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:51,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634271111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:51,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634271112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:51,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:51,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-26T15:16:51,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T15:16:51,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:51,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:51,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:51,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:51,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:51,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634271301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:51,313 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:51,321 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262beddc049e494d78b53434bb77af0377_f95c2565bcba9181ee967226d1ff88f3 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262beddc049e494d78b53434bb77af0377_f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:51,322 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/c061ad5430194bc88fa768b3b5a0ce06, store: [table=TestAcidGuarantees family=A region=f95c2565bcba9181ee967226d1ff88f3] 2024-11-26T15:16:51,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/c061ad5430194bc88fa768b3b5a0ce06 is 175, key is test_row_0/A:col10/1732634210240/Put/seqid=0 2024-11-26T15:16:51,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634271322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:51,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:51,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634271323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:51,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:51,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742097_1273 (size=39549) 2024-11-26T15:16:51,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:51,327 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/c061ad5430194bc88fa768b3b5a0ce06 2024-11-26T15:16:51,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634271331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:51,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:51,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634271331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:51,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:51,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/cb17944dcd4e45d5ae0821f88944bbd8 is 50, key is test_row_0/B:col10/1732634210240/Put/seqid=0 2024-11-26T15:16:51,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742098_1274 (size=12001) 2024-11-26T15:16:51,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/cb17944dcd4e45d5ae0821f88944bbd8 2024-11-26T15:16:51,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/1f3b2bd0746941c08267cdfad2d0ba4c is 50, key is test_row_0/C:col10/1732634210240/Put/seqid=0 2024-11-26T15:16:51,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742099_1275 (size=12001) 2024-11-26T15:16:51,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T15:16:51,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:51,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:51,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:51,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:51,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:51,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-26T15:16:51,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T15:16:51,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:51,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:51,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:51,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:51,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:51,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634271621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:51,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:51,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:51,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634271632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634271631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:51,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634271651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:51,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634271651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:51,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:51,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T15:16:51,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:51,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:51,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:51,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:51,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-26T15:16:51,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/1f3b2bd0746941c08267cdfad2d0ba4c 2024-11-26T15:16:51,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/c061ad5430194bc88fa768b3b5a0ce06 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/c061ad5430194bc88fa768b3b5a0ce06 2024-11-26T15:16:51,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/c061ad5430194bc88fa768b3b5a0ce06, entries=200, sequenceid=49, filesize=38.6 K 2024-11-26T15:16:51,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/cb17944dcd4e45d5ae0821f88944bbd8 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/cb17944dcd4e45d5ae0821f88944bbd8 2024-11-26T15:16:51,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/cb17944dcd4e45d5ae0821f88944bbd8, entries=150, sequenceid=49, filesize=11.7 K 2024-11-26T15:16:51,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/1f3b2bd0746941c08267cdfad2d0ba4c as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/1f3b2bd0746941c08267cdfad2d0ba4c 2024-11-26T15:16:51,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/1f3b2bd0746941c08267cdfad2d0ba4c, entries=150, sequenceid=49, filesize=11.7 K 2024-11-26T15:16:51,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for f95c2565bcba9181ee967226d1ff88f3 in 938ms, sequenceid=49, compaction requested=true 2024-11-26T15:16:51,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f95c2565bcba9181ee967226d1ff88f3: 2024-11-26T15:16:51,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95c2565bcba9181ee967226d1ff88f3:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:16:51,830 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:16:51,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:51,830 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:16:51,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95c2565bcba9181ee967226d1ff88f3:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:16:51,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:51,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95c2565bcba9181ee967226d1ff88f3:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:16:51,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:16:51,831 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:16:51,831 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:16:51,831 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): f95c2565bcba9181ee967226d1ff88f3/B is initiating minor compaction (all files) 2024-11-26T15:16:51,831 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): f95c2565bcba9181ee967226d1ff88f3/A is initiating minor compaction (all files) 2024-11-26T15:16:51,831 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95c2565bcba9181ee967226d1ff88f3/B in TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:51,831 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95c2565bcba9181ee967226d1ff88f3/A in TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:51,831 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/88b6e1a3cb164cb589200b258a8bbfaa, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/94bbfc582a3b44f8a139bb4d518dcb39, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/cb17944dcd4e45d5ae0821f88944bbd8] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp, totalSize=32.9 K 2024-11-26T15:16:51,831 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/002c8e812d4d47beabc4e3f097202c35, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/8b4a275867f0418897cb981a051c2209, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/c061ad5430194bc88fa768b3b5a0ce06] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp, totalSize=90.7 K 2024-11-26T15:16:51,831 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:51,831 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. files: [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/002c8e812d4d47beabc4e3f097202c35, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/8b4a275867f0418897cb981a051c2209, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/c061ad5430194bc88fa768b3b5a0ce06] 2024-11-26T15:16:51,831 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 88b6e1a3cb164cb589200b258a8bbfaa, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732634208975 2024-11-26T15:16:51,835 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 94bbfc582a3b44f8a139bb4d518dcb39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732634209040 2024-11-26T15:16:51,835 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 002c8e812d4d47beabc4e3f097202c35, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732634208975 2024-11-26T15:16:51,836 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b4a275867f0418897cb981a051c2209, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732634209040 2024-11-26T15:16:51,836 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting cb17944dcd4e45d5ae0821f88944bbd8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732634210240 2024-11-26T15:16:51,837 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting c061ad5430194bc88fa768b3b5a0ce06, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732634210240 2024-11-26T15:16:51,851 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f95c2565bcba9181ee967226d1ff88f3] 2024-11-26T15:16:51,855 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95c2565bcba9181ee967226d1ff88f3#B#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:51,855 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/ecd4cc6c3e6a47fcade38379a3d6599d is 50, key is test_row_0/B:col10/1732634210240/Put/seqid=0 2024-11-26T15:16:51,861 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126559c5bfd55d14981947b42afec0a689b_f95c2565bcba9181ee967226d1ff88f3 store=[table=TestAcidGuarantees family=A region=f95c2565bcba9181ee967226d1ff88f3] 2024-11-26T15:16:51,865 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126559c5bfd55d14981947b42afec0a689b_f95c2565bcba9181ee967226d1ff88f3, store=[table=TestAcidGuarantees family=A region=f95c2565bcba9181ee967226d1ff88f3] 2024-11-26T15:16:51,865 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126559c5bfd55d14981947b42afec0a689b_f95c2565bcba9181ee967226d1ff88f3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f95c2565bcba9181ee967226d1ff88f3] 2024-11-26T15:16:51,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-26T15:16:51,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:51,885 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2902): Flushing f95c2565bcba9181ee967226d1ff88f3 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-26T15:16:51,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95c2565bcba9181ee967226d1ff88f3, store=A 2024-11-26T15:16:51,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:51,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95c2565bcba9181ee967226d1ff88f3, store=B 2024-11-26T15:16:51,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:51,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95c2565bcba9181ee967226d1ff88f3, store=C 2024-11-26T15:16:51,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:51,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742100_1276 (size=12104) 2024-11-26T15:16:51,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742101_1277 (size=4469) 2024-11-26T15:16:51,918 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/ecd4cc6c3e6a47fcade38379a3d6599d as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/ecd4cc6c3e6a47fcade38379a3d6599d 2024-11-26T15:16:51,920 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95c2565bcba9181ee967226d1ff88f3#A#compaction#228 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:51,923 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/7215fce80dc44c25b31f49a74bdae512 is 175, key is test_row_0/A:col10/1732634210240/Put/seqid=0 2024-11-26T15:16:51,930 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95c2565bcba9181ee967226d1ff88f3/B of f95c2565bcba9181ee967226d1ff88f3 into ecd4cc6c3e6a47fcade38379a3d6599d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:51,930 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95c2565bcba9181ee967226d1ff88f3: 2024-11-26T15:16:51,930 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., storeName=f95c2565bcba9181ee967226d1ff88f3/B, priority=13, startTime=1732634211830; duration=0sec 2024-11-26T15:16:51,930 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:16:51,930 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95c2565bcba9181ee967226d1ff88f3:B 2024-11-26T15:16:51,930 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:16:51,932 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:16:51,932 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): f95c2565bcba9181ee967226d1ff88f3/C is initiating minor compaction (all files) 2024-11-26T15:16:51,932 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95c2565bcba9181ee967226d1ff88f3/C in TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:51,932 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/de7c43a3e64f447a949d7ffa73460565, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/db56d7e94a6d4d429dd6a9cbd7149c54, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/1f3b2bd0746941c08267cdfad2d0ba4c] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp, totalSize=32.9 K 2024-11-26T15:16:51,933 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting de7c43a3e64f447a949d7ffa73460565, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732634208975 2024-11-26T15:16:51,934 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting db56d7e94a6d4d429dd6a9cbd7149c54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732634209040 2024-11-26T15:16:51,934 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f3b2bd0746941c08267cdfad2d0ba4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732634210240 2024-11-26T15:16:51,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ea7a82d243b94298a4775ea67f6bc866_f95c2565bcba9181ee967226d1ff88f3 is 50, key is test_row_0/A:col10/1732634210964/Put/seqid=0 2024-11-26T15:16:51,982 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95c2565bcba9181ee967226d1ff88f3#C#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:16:51,983 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/66e296ce0568481fb07658f1b23c76f6 is 50, key is test_row_0/C:col10/1732634210240/Put/seqid=0 2024-11-26T15:16:52,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742102_1278 (size=31058) 2024-11-26T15:16:52,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742103_1279 (size=12154) 2024-11-26T15:16:52,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742104_1280 (size=12104) 2024-11-26T15:16:52,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:52,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634272175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:52,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634272176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:52,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634272177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:52,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:52,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:52,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:52,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634272180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:52,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:52,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634272193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:52,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-26T15:16:52,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634272301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:52,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:52,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634272301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:52,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634272302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634272302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:52,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634272321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:52,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:52,420 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/7215fce80dc44c25b31f49a74bdae512 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/7215fce80dc44c25b31f49a74bdae512 2024-11-26T15:16:52,424 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95c2565bcba9181ee967226d1ff88f3/A of f95c2565bcba9181ee967226d1ff88f3 into 7215fce80dc44c25b31f49a74bdae512(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:52,424 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95c2565bcba9181ee967226d1ff88f3: 2024-11-26T15:16:52,424 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., storeName=f95c2565bcba9181ee967226d1ff88f3/A, priority=13, startTime=1732634211830; duration=0sec 2024-11-26T15:16:52,424 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:52,424 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95c2565bcba9181ee967226d1ff88f3:A 2024-11-26T15:16:52,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:52,449 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ea7a82d243b94298a4775ea67f6bc866_f95c2565bcba9181ee967226d1ff88f3 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ea7a82d243b94298a4775ea67f6bc866_f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:52,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/0d2e2c8f2edb41118d16116296cc6920, store: [table=TestAcidGuarantees family=A region=f95c2565bcba9181ee967226d1ff88f3] 2024-11-26T15:16:52,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/0d2e2c8f2edb41118d16116296cc6920 is 175, key is test_row_0/A:col10/1732634210964/Put/seqid=0 2024-11-26T15:16:52,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742105_1281 (size=30955) 2024-11-26T15:16:52,470 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/66e296ce0568481fb07658f1b23c76f6 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/66e296ce0568481fb07658f1b23c76f6 2024-11-26T15:16:52,474 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95c2565bcba9181ee967226d1ff88f3/C of f95c2565bcba9181ee967226d1ff88f3 into 66e296ce0568481fb07658f1b23c76f6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:16:52,474 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95c2565bcba9181ee967226d1ff88f3: 2024-11-26T15:16:52,474 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., storeName=f95c2565bcba9181ee967226d1ff88f3/C, priority=13, startTime=1732634211830; duration=0sec 2024-11-26T15:16:52,474 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:16:52,474 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95c2565bcba9181ee967226d1ff88f3:C 2024-11-26T15:16:52,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634272521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:52,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634272521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:52,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:52,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634272521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:52,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:52,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:52,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634272521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:52,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:52,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634272530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:52,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:52,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634272831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:52,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634272831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:52,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:52,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634272831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:52,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:52,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:52,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634272831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:52,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:52,854 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=69, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/0d2e2c8f2edb41118d16116296cc6920 2024-11-26T15:16:52,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634272851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:52,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:52,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:52,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/fdaaeb76638a47a683aa2b235fee8566 is 50, key is test_row_0/B:col10/1732634210964/Put/seqid=0 2024-11-26T15:16:52,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742106_1282 (size=12001) 2024-11-26T15:16:52,886 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/fdaaeb76638a47a683aa2b235fee8566 2024-11-26T15:16:52,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/38697f250bfd4f3389055dc90dfad9b7 is 50, key is test_row_0/C:col10/1732634210964/Put/seqid=0 2024-11-26T15:16:52,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742107_1283 (size=12001) 2024-11-26T15:16:52,906 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/38697f250bfd4f3389055dc90dfad9b7 2024-11-26T15:16:52,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/0d2e2c8f2edb41118d16116296cc6920 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/0d2e2c8f2edb41118d16116296cc6920 2024-11-26T15:16:52,933 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/0d2e2c8f2edb41118d16116296cc6920, entries=150, sequenceid=69, filesize=30.2 K 2024-11-26T15:16:52,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/fdaaeb76638a47a683aa2b235fee8566 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/fdaaeb76638a47a683aa2b235fee8566 2024-11-26T15:16:52,955 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/fdaaeb76638a47a683aa2b235fee8566, entries=150, sequenceid=69, filesize=11.7 K 2024-11-26T15:16:52,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/38697f250bfd4f3389055dc90dfad9b7 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/38697f250bfd4f3389055dc90dfad9b7 2024-11-26T15:16:52,961 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/38697f250bfd4f3389055dc90dfad9b7, entries=150, sequenceid=69, filesize=11.7 K 2024-11-26T15:16:52,963 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for f95c2565bcba9181ee967226d1ff88f3 in 1078ms, sequenceid=69, compaction requested=false 2024-11-26T15:16:52,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2603): Flush status journal for f95c2565bcba9181ee967226d1ff88f3: 2024-11-26T15:16:52,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:52,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-26T15:16:52,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=84 2024-11-26T15:16:52,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-26T15:16:52,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8600 sec 2024-11-26T15:16:52,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.8680 sec 2024-11-26T15:16:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-26T15:16:53,252 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:16:53,258 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:16:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-26T15:16:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-26T15:16:53,265 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:16:53,266 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:16:53,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:16:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:53,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f95c2565bcba9181ee967226d1ff88f3 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-26T15:16:53,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95c2565bcba9181ee967226d1ff88f3, store=A 2024-11-26T15:16:53,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:53,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95c2565bcba9181ee967226d1ff88f3, store=B 2024-11-26T15:16:53,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:53,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95c2565bcba9181ee967226d1ff88f3, store=C 2024-11-26T15:16:53,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:16:53,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265418d36f496843d9b4cbc1a0a23e26d5_f95c2565bcba9181ee967226d1ff88f3 is 50, key is test_row_0/A:col10/1732634213344/Put/seqid=0 2024-11-26T15:16:53,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-26T15:16:53,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742108_1284 (size=17034) 2024-11-26T15:16:53,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634273381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:53,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:53,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:53,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634273386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634273387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:53,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634273392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:53,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634273393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:53,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:53,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:53,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:53,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:53,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:53,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:53,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634273505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:53,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634273511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634273511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:53,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:53,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634273521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:53,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:53,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634273523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:53,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:53,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:53,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:53,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:53,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:53,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:53,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-26T15:16:53,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:53,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:53,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:53,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:53,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:53,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:53,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634273736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:53,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634273736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:53,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634273737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:53,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:53,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:53,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634273739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:53,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:53,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634273743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:53,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:53,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:53,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:53,788 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:16:53,823 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265418d36f496843d9b4cbc1a0a23e26d5_f95c2565bcba9181ee967226d1ff88f3 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265418d36f496843d9b4cbc1a0a23e26d5_f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:16:53,824 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/8a8fba08adf44f1289738b0aeb17a830, store: [table=TestAcidGuarantees family=A region=f95c2565bcba9181ee967226d1ff88f3] 2024-11-26T15:16:53,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/8a8fba08adf44f1289738b0aeb17a830 is 175, key is test_row_0/A:col10/1732634213344/Put/seqid=0 2024-11-26T15:16:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-26T15:16:53,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742109_1285 (size=48139) 2024-11-26T15:16:53,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:53,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:53,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:53,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:53,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:53,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:53,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:54,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:54,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:54,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:54,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:54,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:54,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:54,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634274061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:54,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:54,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:54,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:54,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634274061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:54,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:54,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634274062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:54,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:54,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:54,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:54,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:54,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:54,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634274062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:54,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634274065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:54,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:54,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:54,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:54,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:54,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:54,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:54,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:54,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:54,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:54,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:54,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:54,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:54,297 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=86, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/8a8fba08adf44f1289738b0aeb17a830 2024-11-26T15:16:54,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/a12df93d0d0a4d8cb40f23e961df4ff5 is 50, key is test_row_0/B:col10/1732634213344/Put/seqid=0 2024-11-26T15:16:54,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:54,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:54,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:54,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:54,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:54,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-26T15:16:54,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742110_1286 (size=12001) 2024-11-26T15:16:54,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:54,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:54,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:54,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:54,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:54,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:54,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634274581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:54,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:54,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:54,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:54,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634274581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:54,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:54,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:54,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:54,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634274582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:54,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:54,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:54,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:54,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634274582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:54,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:54,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:54,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:54,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634274582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:54,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:54,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:54,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:54,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:54,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:54,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:54,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:54,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:54,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:54,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/a12df93d0d0a4d8cb40f23e961df4ff5 2024-11-26T15:16:54,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/fdee2a7016ea47e4bf2bd6abd4b976cd is 50, key is test_row_0/C:col10/1732634213344/Put/seqid=0 2024-11-26T15:16:54,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742111_1287 (size=12001) 2024-11-26T15:16:54,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:54,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:54,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:54,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:54,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:54,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:54,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:54,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:54,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:54,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:54,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:54,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:55,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:55,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:55,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:55,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:55,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:55,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-26T15:16:55,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634275591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:55,598 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in f95c2565bcba9181ee967226d1ff88f3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:55,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:55,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:55,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:55,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634275601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:55,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634275601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:55,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634275601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:55,609 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_2' in f95c2565bcba9181ee967226d1ff88f3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:55,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:55,609 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in f95c2565bcba9181ee967226d1ff88f3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:55,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:55,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:55,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:55,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:55,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634275601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:55,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:55,609 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_2' in f95c2565bcba9181ee967226d1ff88f3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:55,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:55,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:55,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:55,610 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in f95c2565bcba9181ee967226d1ff88f3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:55,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:55,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:55,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:57,125 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T15:16:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-26T15:16:57,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634277611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:57,623 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in f95c2565bcba9181ee967226d1ff88f3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:57,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:57,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:57,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:57,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634277621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:57,626 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_2' in f95c2565bcba9181ee967226d1ff88f3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:57,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634277631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:57,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634277631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:57,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:16:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634277631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:16:57,638 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in f95c2565bcba9181ee967226d1ff88f3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4246 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:57,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:57,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:57,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:57,639 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in f95c2565bcba9181ee967226d1ff88f3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4251 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:57,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:57,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:57,640 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_2' in f95c2565bcba9181ee967226d1ff88f3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4246 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:16:57,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:57,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:57,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:16:57,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:16:58,180 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_915620241_22 at /127.0.0.1:44406 [Receiving block BP-1288645284-172.17.0.3-1732634093266:blk_1073741830_1006] {}] datanode.BlockReceiver(464): Slow flushOrSync took 3179ms (threshold=300ms), isSync:false, flushTotalNanos=3178988217ns, volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/cluster_72c5d022-cf56-073a-94ac-11d2a168cf21/data/data2/, blockId=1073741830, seqno=1115 2024-11-26T15:16:58,181 INFO [AsyncFSWAL-0-hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData-prefix:6cc2bc8bf733,39097,1732634097953 {}] wal.AbstractFSWAL(1368): Slow sync cost: 3179 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37793,DS-dfa660b0-bf8b-4b5e-a35f-799b63b45f8e,DISK]] 2024-11-26T15:16:58,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:58,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:58,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:58,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:58,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:58,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:58,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:58,491 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T15:16:58,491 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-26T15:16:58,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:58,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:58,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:58,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:58,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:58,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:58,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:58,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:58,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:58,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:58,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:58,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:59,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:59,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:59,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:59,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:59,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:59,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:59,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:59,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:59,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:59,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:59,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:59,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:59,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:59,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:59,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:59,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:59,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:59,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:59,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:59,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:59,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:59,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:59,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:59,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:59,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:59,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:59,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:59,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:59,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:59,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:59,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:16:59,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:59,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:16:59,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:16:59,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:59,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:16:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:00,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:00,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:00,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:00,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:00,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:00,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:00,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:00,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:00,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:00,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:00,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:00,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:00,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:00,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:00,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:00,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:00,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:00,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:01,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:01,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:01,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:01,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:01,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:01,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:01,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:01,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:01,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:01,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:01,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:01,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:01,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:01,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:01,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:01,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:01,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:01,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-26T15:17:01,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:01,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:01,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:01,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:01,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:01,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:01,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732634281641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:01,649 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_2' in f95c2565bcba9181ee967226d1ff88f3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8268 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:17:01,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:01,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:01,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:01,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:01,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:01,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:01,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:01,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:01,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:01,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35680 deadline: 1732634281651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:01,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732634281651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:01,660 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in f95c2565bcba9181ee967226d1ff88f3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8268 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:17:01,660 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in f95c2565bcba9181ee967226d1ff88f3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8274 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:17:01,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:01,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:01,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:01,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:01,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:01,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:01,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35632 deadline: 1732634281671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:01,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35678 deadline: 1732634281671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:01,673 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in f95c2565bcba9181ee967226d1ff88f3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8286 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:17:01,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:01,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:01,674 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_2' in f95c2565bcba9181ee967226d1ff88f3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8280 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:17:01,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:01,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:01,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:01,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:01,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:01,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:01,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:01,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:01,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:01,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:01,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:01,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:01,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:01,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:01,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:01,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:02,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:02,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:02,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:02,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:02,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:02,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:02,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:02,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:02,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:02,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:02,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:02,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:02,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:02,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:02,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:02,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:02,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:02,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:02,477 WARN [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-11-26T15:17:02,477 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/002c8e812d4d47beabc4e3f097202c35, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/8b4a275867f0418897cb981a051c2209, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/c061ad5430194bc88fa768b3b5a0ce06] to archive 2024-11-26T15:17:02,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:02,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:02,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:02,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:02,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:02,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:02,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:02,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:02,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:02,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:02,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:02,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:02,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:02,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:03,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:03,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:03,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:03,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:03,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:03,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:03,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:03,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:03,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:03,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:03,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:03,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:03,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:03,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:03,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:03,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:03,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:03,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:03,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:03,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:03,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:03,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:03,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:03,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:03,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:03,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:03,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:03,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:03,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:03,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:03,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:03,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:03,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:03,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:03,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:03,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:03,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:03,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:03,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:03,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:03,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:03,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:04,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:04,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:04,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:04,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:04,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:04,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:04,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:04,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:04,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:04,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:04,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:04,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:04,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:04,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:04,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:04,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:04,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:04,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:04,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:04,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:04,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:04,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:04,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:04,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:04,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:04,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. as already flushing 2024-11-26T15:17:04,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:04,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:04,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:04,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/fdee2a7016ea47e4bf2bd6abd4b976cd 2024-11-26T15:17:04,975 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T15:17:04,979 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/002c8e812d4d47beabc4e3f097202c35 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/002c8e812d4d47beabc4e3f097202c35 2024-11-26T15:17:04,982 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/8b4a275867f0418897cb981a051c2209 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/8b4a275867f0418897cb981a051c2209 2024-11-26T15:17:04,984 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/c061ad5430194bc88fa768b3b5a0ce06 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/c061ad5430194bc88fa768b3b5a0ce06 2024-11-26T15:17:04,986 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/88b6e1a3cb164cb589200b258a8bbfaa, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/94bbfc582a3b44f8a139bb4d518dcb39, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/cb17944dcd4e45d5ae0821f88944bbd8] to archive 2024-11-26T15:17:04,986 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T15:17:04,988 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/88b6e1a3cb164cb589200b258a8bbfaa to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/88b6e1a3cb164cb589200b258a8bbfaa 2024-11-26T15:17:04,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/8a8fba08adf44f1289738b0aeb17a830 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/8a8fba08adf44f1289738b0aeb17a830 2024-11-26T15:17:04,989 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/94bbfc582a3b44f8a139bb4d518dcb39 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/94bbfc582a3b44f8a139bb4d518dcb39 2024-11-26T15:17:04,991 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/cb17944dcd4e45d5ae0821f88944bbd8 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/cb17944dcd4e45d5ae0821f88944bbd8 2024-11-26T15:17:04,992 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/de7c43a3e64f447a949d7ffa73460565, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/db56d7e94a6d4d429dd6a9cbd7149c54, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/1f3b2bd0746941c08267cdfad2d0ba4c] to archive 2024-11-26T15:17:04,993 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T15:17:04,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/8a8fba08adf44f1289738b0aeb17a830, entries=250, sequenceid=86, filesize=47.0 K 2024-11-26T15:17:04,995 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/de7c43a3e64f447a949d7ffa73460565 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/de7c43a3e64f447a949d7ffa73460565 2024-11-26T15:17:04,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/a12df93d0d0a4d8cb40f23e961df4ff5 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/a12df93d0d0a4d8cb40f23e961df4ff5 2024-11-26T15:17:04,996 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/db56d7e94a6d4d429dd6a9cbd7149c54 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/db56d7e94a6d4d429dd6a9cbd7149c54 2024-11-26T15:17:04,997 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6cc2bc8bf733:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/1f3b2bd0746941c08267cdfad2d0ba4c to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/1f3b2bd0746941c08267cdfad2d0ba4c 2024-11-26T15:17:04,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/a12df93d0d0a4d8cb40f23e961df4ff5, entries=150, sequenceid=86, filesize=11.7 K 2024-11-26T15:17:04,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/fdee2a7016ea47e4bf2bd6abd4b976cd as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/fdee2a7016ea47e4bf2bd6abd4b976cd 2024-11-26T15:17:05,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/fdee2a7016ea47e4bf2bd6abd4b976cd, entries=150, sequenceid=86, filesize=11.7 K 2024-11-26T15:17:05,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for f95c2565bcba9181ee967226d1ff88f3 in 11657ms, sequenceid=86, compaction requested=true 2024-11-26T15:17:05,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f95c2565bcba9181ee967226d1ff88f3: 2024-11-26T15:17:05,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95c2565bcba9181ee967226d1ff88f3:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:17:05,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:05,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95c2565bcba9181ee967226d1ff88f3:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:17:05,003 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:17:05,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:05,003 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:17:05,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95c2565bcba9181ee967226d1ff88f3:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:17:05,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:05,004 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:17:05,004 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:17:05,004 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): f95c2565bcba9181ee967226d1ff88f3/A is initiating minor compaction (all files) 2024-11-26T15:17:05,004 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): f95c2565bcba9181ee967226d1ff88f3/B is initiating minor compaction (all files) 2024-11-26T15:17:05,004 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95c2565bcba9181ee967226d1ff88f3/B in TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:05,004 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95c2565bcba9181ee967226d1ff88f3/A in TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:05,004 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/7215fce80dc44c25b31f49a74bdae512, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/0d2e2c8f2edb41118d16116296cc6920, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/8a8fba08adf44f1289738b0aeb17a830] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp, totalSize=107.6 K 2024-11-26T15:17:05,004 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/ecd4cc6c3e6a47fcade38379a3d6599d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/fdaaeb76638a47a683aa2b235fee8566, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/a12df93d0d0a4d8cb40f23e961df4ff5] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp, totalSize=35.3 K 2024-11-26T15:17:05,004 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:05,004 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. files: [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/7215fce80dc44c25b31f49a74bdae512, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/0d2e2c8f2edb41118d16116296cc6920, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/8a8fba08adf44f1289738b0aeb17a830] 2024-11-26T15:17:05,005 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7215fce80dc44c25b31f49a74bdae512, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732634210240 2024-11-26T15:17:05,005 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting ecd4cc6c3e6a47fcade38379a3d6599d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732634210240 2024-11-26T15:17:05,005 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d2e2c8f2edb41118d16116296cc6920, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1732634210955 2024-11-26T15:17:05,005 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting fdaaeb76638a47a683aa2b235fee8566, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1732634210955 2024-11-26T15:17:05,006 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a8fba08adf44f1289738b0aeb17a830, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732634212175 2024-11-26T15:17:05,006 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting a12df93d0d0a4d8cb40f23e961df4ff5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732634212190 2024-11-26T15:17:05,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-26T15:17:05,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:05,010 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2902): Flushing f95c2565bcba9181ee967226d1ff88f3 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-26T15:17:05,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95c2565bcba9181ee967226d1ff88f3, store=A 2024-11-26T15:17:05,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:05,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95c2565bcba9181ee967226d1ff88f3, store=B 2024-11-26T15:17:05,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:05,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95c2565bcba9181ee967226d1ff88f3, store=C 2024-11-26T15:17:05,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:05,015 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95c2565bcba9181ee967226d1ff88f3#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:05,015 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/4933735ae1484d17a041bf34547e3a6b is 50, key is test_row_0/B:col10/1732634213344/Put/seqid=0 2024-11-26T15:17:05,016 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f95c2565bcba9181ee967226d1ff88f3] 2024-11-26T15:17:05,021 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126429aaf4da61440d4b14da2097cf94155_f95c2565bcba9181ee967226d1ff88f3 store=[table=TestAcidGuarantees family=A region=f95c2565bcba9181ee967226d1ff88f3] 2024-11-26T15:17:05,023 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126429aaf4da61440d4b14da2097cf94155_f95c2565bcba9181ee967226d1ff88f3, store=[table=TestAcidGuarantees family=A region=f95c2565bcba9181ee967226d1ff88f3] 2024-11-26T15:17:05,023 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126429aaf4da61440d4b14da2097cf94155_f95c2565bcba9181ee967226d1ff88f3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f95c2565bcba9181ee967226d1ff88f3] 2024-11-26T15:17:05,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268830804ccd834d3697e7d2bdd3f8a184_f95c2565bcba9181ee967226d1ff88f3 is 50, key is test_row_0/A:col10/1732634213384/Put/seqid=0 2024-11-26T15:17:05,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742112_1288 (size=12104) 2024-11-26T15:17:05,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742113_1289 (size=4469) 2024-11-26T15:17:05,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742114_1290 (size=12154) 2024-11-26T15:17:05,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:05,042 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268830804ccd834d3697e7d2bdd3f8a184_f95c2565bcba9181ee967226d1ff88f3 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268830804ccd834d3697e7d2bdd3f8a184_f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:17:05,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/a90ddb20a0dd40f1973b5ca9658408ac, store: [table=TestAcidGuarantees family=A region=f95c2565bcba9181ee967226d1ff88f3] 2024-11-26T15:17:05,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/a90ddb20a0dd40f1973b5ca9658408ac is 175, key is test_row_0/A:col10/1732634213384/Put/seqid=0 2024-11-26T15:17:05,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742115_1291 (size=30955) 2024-11-26T15:17:05,434 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/4933735ae1484d17a041bf34547e3a6b as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/4933735ae1484d17a041bf34547e3a6b 2024-11-26T15:17:05,435 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95c2565bcba9181ee967226d1ff88f3#A#compaction#238 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:05,435 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/05f7aeebeb6b49d6af416b5d32ea4732 is 175, key is test_row_0/A:col10/1732634213344/Put/seqid=0 2024-11-26T15:17:05,440 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95c2565bcba9181ee967226d1ff88f3/B of f95c2565bcba9181ee967226d1ff88f3 into 4933735ae1484d17a041bf34547e3a6b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:05,440 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95c2565bcba9181ee967226d1ff88f3: 2024-11-26T15:17:05,441 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., storeName=f95c2565bcba9181ee967226d1ff88f3/B, priority=13, startTime=1732634225003; duration=0sec 2024-11-26T15:17:05,441 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:05,441 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95c2565bcba9181ee967226d1ff88f3:B 2024-11-26T15:17:05,441 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:17:05,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742116_1292 (size=31058) 2024-11-26T15:17:05,442 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:17:05,442 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): f95c2565bcba9181ee967226d1ff88f3/C is initiating minor compaction (all files) 2024-11-26T15:17:05,442 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95c2565bcba9181ee967226d1ff88f3/C in TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:05,442 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/66e296ce0568481fb07658f1b23c76f6, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/38697f250bfd4f3389055dc90dfad9b7, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/fdee2a7016ea47e4bf2bd6abd4b976cd] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp, totalSize=35.3 K 2024-11-26T15:17:05,443 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 66e296ce0568481fb07658f1b23c76f6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732634210240 2024-11-26T15:17:05,443 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 38697f250bfd4f3389055dc90dfad9b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1732634210955 2024-11-26T15:17:05,444 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting fdee2a7016ea47e4bf2bd6abd4b976cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732634212190 2024-11-26T15:17:05,450 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=104, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/a90ddb20a0dd40f1973b5ca9658408ac 2024-11-26T15:17:05,454 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95c2565bcba9181ee967226d1ff88f3#C#compaction#240 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:05,454 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/af2e7a05de4749c68ad055641ed170d4 is 50, key is test_row_0/C:col10/1732634213344/Put/seqid=0 2024-11-26T15:17:05,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/89acef068e9d4306a747cb25a30c70d7 is 50, key is test_row_0/B:col10/1732634213384/Put/seqid=0 2024-11-26T15:17:05,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742117_1293 (size=12104) 2024-11-26T15:17:05,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742118_1294 (size=12001) 2024-11-26T15:17:05,846 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/05f7aeebeb6b49d6af416b5d32ea4732 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/05f7aeebeb6b49d6af416b5d32ea4732 2024-11-26T15:17:05,853 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95c2565bcba9181ee967226d1ff88f3/A of f95c2565bcba9181ee967226d1ff88f3 into 05f7aeebeb6b49d6af416b5d32ea4732(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:05,853 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95c2565bcba9181ee967226d1ff88f3: 2024-11-26T15:17:05,853 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., storeName=f95c2565bcba9181ee967226d1ff88f3/A, priority=13, startTime=1732634225003; duration=0sec 2024-11-26T15:17:05,853 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:05,853 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95c2565bcba9181ee967226d1ff88f3:A 2024-11-26T15:17:05,868 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/89acef068e9d4306a747cb25a30c70d7 2024-11-26T15:17:05,871 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/af2e7a05de4749c68ad055641ed170d4 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/af2e7a05de4749c68ad055641ed170d4 2024-11-26T15:17:05,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/a3c427a98184464aa936941ed9aef882 is 50, key is test_row_0/C:col10/1732634213384/Put/seqid=0 2024-11-26T15:17:05,878 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95c2565bcba9181ee967226d1ff88f3/C of f95c2565bcba9181ee967226d1ff88f3 into af2e7a05de4749c68ad055641ed170d4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:05,878 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95c2565bcba9181ee967226d1ff88f3: 2024-11-26T15:17:05,878 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., storeName=f95c2565bcba9181ee967226d1ff88f3/C, priority=13, startTime=1732634225003; duration=0sec 2024-11-26T15:17:05,878 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:05,878 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95c2565bcba9181ee967226d1ff88f3:C 2024-11-26T15:17:05,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742119_1295 (size=12001) 2024-11-26T15:17:06,285 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/a3c427a98184464aa936941ed9aef882 2024-11-26T15:17:06,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/a90ddb20a0dd40f1973b5ca9658408ac as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/a90ddb20a0dd40f1973b5ca9658408ac 2024-11-26T15:17:06,292 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/a90ddb20a0dd40f1973b5ca9658408ac, entries=150, sequenceid=104, filesize=30.2 K 2024-11-26T15:17:06,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/89acef068e9d4306a747cb25a30c70d7 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/89acef068e9d4306a747cb25a30c70d7 2024-11-26T15:17:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,296 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/89acef068e9d4306a747cb25a30c70d7, entries=150, sequenceid=104, filesize=11.7 K 2024-11-26T15:17:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/a3c427a98184464aa936941ed9aef882 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/a3c427a98184464aa936941ed9aef882 2024-11-26T15:17:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,302 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/a3c427a98184464aa936941ed9aef882, entries=150, sequenceid=104, filesize=11.7 K 2024-11-26T15:17:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,303 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for f95c2565bcba9181ee967226d1ff88f3 in 1293ms, sequenceid=104, compaction requested=false 2024-11-26T15:17:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2603): Flush status journal for f95c2565bcba9181ee967226d1ff88f3: 2024-11-26T15:17:06,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-26T15:17:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=86 2024-11-26T15:17:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-26T15:17:06,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 13.0380 sec 2024-11-26T15:17:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 13.0490 sec 2024-11-26T15:17:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,982 INFO [Thread-1259 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1259. 2024-11-26T15:17:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,982 DEBUG [Thread-1259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:17:08,982 DEBUG [Thread-1259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,982 DEBUG [Thread-1259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,986 INFO [Thread-1267 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1267. 2024-11-26T15:17:08,986 DEBUG [Thread-1267 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:17:08,986 DEBUG [Thread-1267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:08,986 DEBUG [Thread-1267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,028 INFO [Thread-1261 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1261. 2024-11-26T15:17:09,028 DEBUG [Thread-1261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:17:09,028 DEBUG [Thread-1261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:09,028 DEBUG [Thread-1261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:09,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:09,051 INFO [Thread-1263 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1263. 2024-11-26T15:17:09,051 DEBUG [Thread-1263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:17:09,051 DEBUG [Thread-1263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:09,051 DEBUG [Thread-1263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:09,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:09,054 INFO [Thread-1265 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1265. 2024-11-26T15:17:09,054 DEBUG [Thread-1265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:17:09,054 DEBUG [Thread-1265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:09,054 DEBUG [Thread-1265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:09,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-26T15:17:11,563 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:17:11,693 INFO [Thread-1256 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1256. 2024-11-26T15:17:11,693 DEBUG [Thread-1256 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:17:11,693 DEBUG [Thread-1256 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:11,693 DEBUG [Thread-1256 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:11,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:11,703 INFO [Thread-1252 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1252. 2024-11-26T15:17:11,703 DEBUG [Thread-1252 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:17:11,703 DEBUG [Thread-1252 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:11,703 INFO [Thread-1250 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1250. 2024-11-26T15:17:11,703 DEBUG [Thread-1252 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:11,704 DEBUG [Thread-1250 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:17:11,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:11,704 DEBUG [Thread-1250 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:11,704 DEBUG [Thread-1250 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:11,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:11,733 INFO [Thread-1254 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1254. 2024-11-26T15:17:11,733 DEBUG [Thread-1254 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:17:11,733 DEBUG [Thread-1254 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:11,733 DEBUG [Thread-1254 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:11,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:11,772 INFO [Thread-1248 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1248. 2024-11-26T15:17:11,772 DEBUG [Thread-1248 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:17:11,772 DEBUG [Thread-1248 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:11,772 DEBUG [Thread-1248 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:11,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:11,773 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T15:17:11,773 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-26T15:17:11,773 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-26T15:17:11,773 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-26T15:17:11,773 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-26T15:17:11,773 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-26T15:17:11,773 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T15:17:11,773 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T15:17:11,773 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 926 2024-11-26T15:17:11,773 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2777 rows 2024-11-26T15:17:11,773 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 934 2024-11-26T15:17:11,773 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2797 rows 2024-11-26T15:17:11,773 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 939 2024-11-26T15:17:11,773 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2814 rows 2024-11-26T15:17:11,773 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 939 2024-11-26T15:17:11,773 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2812 rows 2024-11-26T15:17:11,773 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 932 2024-11-26T15:17:11,773 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2795 rows 2024-11-26T15:17:11,773 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:17:11,773 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:17:11,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:11,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:11,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:11,774 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-26T15:17:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=87, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T15:17:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-26T15:17:11,776 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634231776"}]},"ts":"1732634231776"} 2024-11-26T15:17:11,777 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T15:17:11,777 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T15:17:11,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T15:17:11,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95c2565bcba9181ee967226d1ff88f3, UNASSIGN}] 2024-11-26T15:17:11,780 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95c2565bcba9181ee967226d1ff88f3, UNASSIGN 2024-11-26T15:17:11,780 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=89 updating hbase:meta row=f95c2565bcba9181ee967226d1ff88f3, regionState=CLOSING, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:11,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95c2565bcba9181ee967226d1ff88f3, UNASSIGN because future has completed 2024-11-26T15:17:11,781 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T15:17:11,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE, hasLock=false; CloseRegionProcedure f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035}] 2024-11-26T15:17:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-26T15:17:11,933 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(122): Close f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:17:11,933 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T15:17:11,933 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1722): Closing f95c2565bcba9181ee967226d1ff88f3, disabling compactions & flushes 2024-11-26T15:17:11,933 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:11,933 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:11,934 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. after waiting 1 ms 2024-11-26T15:17:11,934 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:11,934 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(2902): Flushing f95c2565bcba9181ee967226d1ff88f3 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-26T15:17:11,934 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95c2565bcba9181ee967226d1ff88f3, store=A 2024-11-26T15:17:11,934 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:11,934 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95c2565bcba9181ee967226d1ff88f3, store=B 2024-11-26T15:17:11,934 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:11,934 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95c2565bcba9181ee967226d1ff88f3, store=C 2024-11-26T15:17:11,934 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:11,939 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264cad4a17c40446e39759bd3a95d2b29c_f95c2565bcba9181ee967226d1ff88f3 is 50, key is test_row_0/A:col10/1732634231732/Put/seqid=0 2024-11-26T15:17:11,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742120_1296 (size=12154) 2024-11-26T15:17:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-26T15:17:12,343 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:12,347 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264cad4a17c40446e39759bd3a95d2b29c_f95c2565bcba9181ee967226d1ff88f3 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264cad4a17c40446e39759bd3a95d2b29c_f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:17:12,348 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/bc3973f6b5854beba44a600001e9a8bb, store: [table=TestAcidGuarantees family=A region=f95c2565bcba9181ee967226d1ff88f3] 2024-11-26T15:17:12,348 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/bc3973f6b5854beba44a600001e9a8bb is 175, key is test_row_0/A:col10/1732634231732/Put/seqid=0 2024-11-26T15:17:12,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742121_1297 (size=30955) 2024-11-26T15:17:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-26T15:17:12,752 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/bc3973f6b5854beba44a600001e9a8bb 2024-11-26T15:17:12,759 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/d0e8581ae0f84ad8a5357cd370a084d6 is 50, key is test_row_0/B:col10/1732634231732/Put/seqid=0 2024-11-26T15:17:12,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742122_1298 (size=12001) 2024-11-26T15:17:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-26T15:17:13,167 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/d0e8581ae0f84ad8a5357cd370a084d6 2024-11-26T15:17:13,173 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/d9b9103b3ae24997abe1165de006088c is 50, key is test_row_0/C:col10/1732634231732/Put/seqid=0 2024-11-26T15:17:13,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742123_1299 (size=12001) 2024-11-26T15:17:13,577 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/d9b9103b3ae24997abe1165de006088c 2024-11-26T15:17:13,581 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/A/bc3973f6b5854beba44a600001e9a8bb as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/bc3973f6b5854beba44a600001e9a8bb 2024-11-26T15:17:13,586 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/bc3973f6b5854beba44a600001e9a8bb, entries=150, sequenceid=115, filesize=30.2 K 2024-11-26T15:17:13,587 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/B/d0e8581ae0f84ad8a5357cd370a084d6 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/d0e8581ae0f84ad8a5357cd370a084d6 2024-11-26T15:17:13,592 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/d0e8581ae0f84ad8a5357cd370a084d6, entries=150, sequenceid=115, filesize=11.7 K 2024-11-26T15:17:13,593 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/.tmp/C/d9b9103b3ae24997abe1165de006088c as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/d9b9103b3ae24997abe1165de006088c 2024-11-26T15:17:13,597 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/d9b9103b3ae24997abe1165de006088c, entries=150, sequenceid=115, filesize=11.7 K 2024-11-26T15:17:13,598 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for f95c2565bcba9181ee967226d1ff88f3 in 1664ms, sequenceid=115, compaction requested=true 2024-11-26T15:17:13,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/7215fce80dc44c25b31f49a74bdae512, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/0d2e2c8f2edb41118d16116296cc6920, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/8a8fba08adf44f1289738b0aeb17a830] to archive 2024-11-26T15:17:13,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T15:17:13,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/7215fce80dc44c25b31f49a74bdae512 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/7215fce80dc44c25b31f49a74bdae512 2024-11-26T15:17:13,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/0d2e2c8f2edb41118d16116296cc6920 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/0d2e2c8f2edb41118d16116296cc6920 2024-11-26T15:17:13,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/8a8fba08adf44f1289738b0aeb17a830 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/8a8fba08adf44f1289738b0aeb17a830 2024-11-26T15:17:13,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/ecd4cc6c3e6a47fcade38379a3d6599d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/fdaaeb76638a47a683aa2b235fee8566, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/a12df93d0d0a4d8cb40f23e961df4ff5] to archive 2024-11-26T15:17:13,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T15:17:13,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/ecd4cc6c3e6a47fcade38379a3d6599d to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/ecd4cc6c3e6a47fcade38379a3d6599d 2024-11-26T15:17:13,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/fdaaeb76638a47a683aa2b235fee8566 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/fdaaeb76638a47a683aa2b235fee8566 2024-11-26T15:17:13,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/a12df93d0d0a4d8cb40f23e961df4ff5 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/a12df93d0d0a4d8cb40f23e961df4ff5 2024-11-26T15:17:13,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/66e296ce0568481fb07658f1b23c76f6, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/38697f250bfd4f3389055dc90dfad9b7, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/fdee2a7016ea47e4bf2bd6abd4b976cd] to archive 2024-11-26T15:17:13,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T15:17:13,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/66e296ce0568481fb07658f1b23c76f6 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/66e296ce0568481fb07658f1b23c76f6 2024-11-26T15:17:13,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/38697f250bfd4f3389055dc90dfad9b7 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/38697f250bfd4f3389055dc90dfad9b7 2024-11-26T15:17:13,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/fdee2a7016ea47e4bf2bd6abd4b976cd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/fdee2a7016ea47e4bf2bd6abd4b976cd 2024-11-26T15:17:13,690 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/recovered.edits/118.seqid, newMaxSeqId=118, maxSeqId=4 2024-11-26T15:17:13,691 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. 2024-11-26T15:17:13,691 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1676): Region close journal for f95c2565bcba9181ee967226d1ff88f3: Waiting for close lock at 1732634231933Running coprocessor pre-close hooks at 1732634231933Disabling compacts and flushes for region at 1732634231933Disabling writes for close at 1732634231934 (+1 ms)Obtaining lock to block concurrent updates at 1732634231934Preparing flush snapshotting stores in f95c2565bcba9181ee967226d1ff88f3 at 1732634231934Finished memstore snapshotting TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732634231934Flushing stores of TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3. at 1732634231934Flushing f95c2565bcba9181ee967226d1ff88f3/A: creating writer at 1732634231934Flushing mob file f95c2565bcba9181ee967226d1ff88f3/A: appending metadata at 1732634231939 (+5 ms)Flushing mob file f95c2565bcba9181ee967226d1ff88f3/A: closing flushed file at 1732634231939Flushing f95c2565bcba9181ee967226d1ff88f3/A: appending metadata at 1732634232348 (+409 ms)Flushing f95c2565bcba9181ee967226d1ff88f3/A: closing flushed file at 1732634232348Flushing f95c2565bcba9181ee967226d1ff88f3/B: creating writer at 1732634232755 (+407 ms)Flushing f95c2565bcba9181ee967226d1ff88f3/B: appending metadata at 1732634232758 (+3 ms)Flushing f95c2565bcba9181ee967226d1ff88f3/B: closing flushed file at 1732634232759 (+1 ms)Flushing f95c2565bcba9181ee967226d1ff88f3/C: creating writer at 1732634233170 (+411 ms)Flushing f95c2565bcba9181ee967226d1ff88f3/C: appending metadata at 1732634233173 (+3 ms)Flushing f95c2565bcba9181ee967226d1ff88f3/C: closing flushed file at 1732634233173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f284957: reopening flushed file at 1732634233581 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@787246df: reopening flushed file at 1732634233587 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ad0aee1: reopening flushed file at 1732634233592 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for f95c2565bcba9181ee967226d1ff88f3 in 1664ms, sequenceid=115, compaction requested=true at 1732634233598 (+6 ms)Writing region close event to WAL at 1732634233672 (+74 ms)Running coprocessor post-close hooks at 1732634233691 (+19 ms)Closed at 1732634233691 2024-11-26T15:17:13,708 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(157): Closed f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:17:13,713 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=89 updating hbase:meta row=f95c2565bcba9181ee967226d1ff88f3, regionState=CLOSED 2024-11-26T15:17:13,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE, hasLock=false; CloseRegionProcedure f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 because future has completed 2024-11-26T15:17:13,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-26T15:17:13,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseRegionProcedure f95c2565bcba9181ee967226d1ff88f3, server=6cc2bc8bf733,45537,1732634099035 in 1.9460 sec 2024-11-26T15:17:13,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-26T15:17:13,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95c2565bcba9181ee967226d1ff88f3, UNASSIGN in 1.9520 sec 2024-11-26T15:17:13,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-26T15:17:13,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9580 sec 2024-11-26T15:17:13,740 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634233740"}]},"ts":"1732634233740"} 2024-11-26T15:17:13,743 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T15:17:13,743 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T15:17:13,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9700 sec 2024-11-26T15:17:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-26T15:17:13,921 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:17:13,921 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-26T15:17:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:17:13,924 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:17:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-26T15:17:13,925 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=91, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:17:13,928 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:17:13,931 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A, FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B, FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C, FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/recovered.edits] 2024-11-26T15:17:13,935 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/05f7aeebeb6b49d6af416b5d32ea4732 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/05f7aeebeb6b49d6af416b5d32ea4732 2024-11-26T15:17:13,937 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/a90ddb20a0dd40f1973b5ca9658408ac to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/a90ddb20a0dd40f1973b5ca9658408ac 2024-11-26T15:17:13,938 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/bc3973f6b5854beba44a600001e9a8bb to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/A/bc3973f6b5854beba44a600001e9a8bb 2024-11-26T15:17:13,940 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/4933735ae1484d17a041bf34547e3a6b to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/4933735ae1484d17a041bf34547e3a6b 2024-11-26T15:17:13,942 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/89acef068e9d4306a747cb25a30c70d7 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/89acef068e9d4306a747cb25a30c70d7 2024-11-26T15:17:13,943 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/d0e8581ae0f84ad8a5357cd370a084d6 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/B/d0e8581ae0f84ad8a5357cd370a084d6 2024-11-26T15:17:13,945 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/a3c427a98184464aa936941ed9aef882 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/a3c427a98184464aa936941ed9aef882 2024-11-26T15:17:13,946 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/af2e7a05de4749c68ad055641ed170d4 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/af2e7a05de4749c68ad055641ed170d4 2024-11-26T15:17:13,946 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/d9b9103b3ae24997abe1165de006088c to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/C/d9b9103b3ae24997abe1165de006088c 2024-11-26T15:17:13,949 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/recovered.edits/118.seqid to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3/recovered.edits/118.seqid 2024-11-26T15:17:13,949 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:17:13,949 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T15:17:13,949 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T15:17:13,950 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T15:17:13,953 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262beddc049e494d78b53434bb77af0377_f95c2565bcba9181ee967226d1ff88f3 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262beddc049e494d78b53434bb77af0377_f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:17:13,954 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264cad4a17c40446e39759bd3a95d2b29c_f95c2565bcba9181ee967226d1ff88f3 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411264cad4a17c40446e39759bd3a95d2b29c_f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:17:13,959 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265418d36f496843d9b4cbc1a0a23e26d5_f95c2565bcba9181ee967226d1ff88f3 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265418d36f496843d9b4cbc1a0a23e26d5_f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:17:13,961 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267edebea45aa748559e5ae0bb62c89c50_f95c2565bcba9181ee967226d1ff88f3 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411267edebea45aa748559e5ae0bb62c89c50_f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:17:13,963 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268830804ccd834d3697e7d2bdd3f8a184_f95c2565bcba9181ee967226d1ff88f3 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411268830804ccd834d3697e7d2bdd3f8a184_f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:17:13,964 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126942afa5b43024a72be64d799ca6a686a_f95c2565bcba9181ee967226d1ff88f3 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126942afa5b43024a72be64d799ca6a686a_f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:17:13,965 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ea7a82d243b94298a4775ea67f6bc866_f95c2565bcba9181ee967226d1ff88f3 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ea7a82d243b94298a4775ea67f6bc866_f95c2565bcba9181ee967226d1ff88f3 2024-11-26T15:17:13,966 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T15:17:13,971 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=91, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:17:13,974 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T15:17:13,976 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T15:17:13,978 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=91, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:17:13,978 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T15:17:13,978 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732634233978"}]},"ts":"9223372036854775807"} 2024-11-26T15:17:13,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-26T15:17:13,981 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f95c2565bcba9181ee967226d1ff88f3, NAME => 'TestAcidGuarantees,,1732634205609.f95c2565bcba9181ee967226d1ff88f3.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T15:17:13,981 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T15:17:13,981 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732634233981"}]},"ts":"9223372036854775807"} 2024-11-26T15:17:13,983 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-26T15:17:13,984 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=91, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:17:13,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 62 msec 2024-11-26T15:17:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-26T15:17:14,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-26T15:17:14,034 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:17:14,042 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248 (was 247) - Thread LEAK? -, OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1261 (was 1157) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4703 (was 5439) 2024-11-26T15:17:14,052 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=1261, ProcessCount=11, AvailableMemoryMB=4703 2024-11-26T15:17:14,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T15:17:14,053 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:17:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T15:17:14,056 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:17:14,056 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:14,057 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:17:14,058 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 92 2024-11-26T15:17:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-26T15:17:14,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742124_1300 (size=1061) 2024-11-26T15:17:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-26T15:17:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-26T15:17:14,465 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726 2024-11-26T15:17:14,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742125_1301 (size=53) 2024-11-26T15:17:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-26T15:17:14,871 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:17:14,871 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 43deb2564b7982563ea178b577e0bed2, disabling compactions & flushes 2024-11-26T15:17:14,871 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:14,871 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:14,871 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. after waiting 0 ms 2024-11-26T15:17:14,871 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:14,871 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:14,871 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 43deb2564b7982563ea178b577e0bed2: Waiting for close lock at 1732634234871Disabling compacts and flushes for region at 1732634234871Disabling writes for close at 1732634234871Writing region close event to WAL at 1732634234871Closed at 1732634234871 2024-11-26T15:17:14,872 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:17:14,872 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732634234872"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634234872"}]},"ts":"1732634234872"} 2024-11-26T15:17:14,874 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:17:14,875 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:17:14,875 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634234875"}]},"ts":"1732634234875"} 2024-11-26T15:17:14,876 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T15:17:14,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=43deb2564b7982563ea178b577e0bed2, ASSIGN}] 2024-11-26T15:17:14,878 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=43deb2564b7982563ea178b577e0bed2, ASSIGN 2024-11-26T15:17:14,880 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=43deb2564b7982563ea178b577e0bed2, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,45537,1732634099035; forceNewPlan=false, retain=false 2024-11-26T15:17:15,031 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=43deb2564b7982563ea178b577e0bed2, regionState=OPENING, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:15,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=43deb2564b7982563ea178b577e0bed2, ASSIGN because future has completed 2024-11-26T15:17:15,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035}] 2024-11-26T15:17:15,188 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:15,189 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:17:15,189 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:15,189 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:17:15,189 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:15,189 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:15,193 INFO [StoreOpener-43deb2564b7982563ea178b577e0bed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:15,194 INFO [StoreOpener-43deb2564b7982563ea178b577e0bed2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:17:15,194 INFO [StoreOpener-43deb2564b7982563ea178b577e0bed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43deb2564b7982563ea178b577e0bed2 columnFamilyName A 2024-11-26T15:17:15,194 DEBUG [StoreOpener-43deb2564b7982563ea178b577e0bed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:15,195 INFO [StoreOpener-43deb2564b7982563ea178b577e0bed2-1 {}] regionserver.HStore(327): Store=43deb2564b7982563ea178b577e0bed2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:17:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-26T15:17:15,197 INFO [StoreOpener-43deb2564b7982563ea178b577e0bed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:15,198 INFO [StoreOpener-43deb2564b7982563ea178b577e0bed2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:17:15,199 INFO [StoreOpener-43deb2564b7982563ea178b577e0bed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43deb2564b7982563ea178b577e0bed2 columnFamilyName B 2024-11-26T15:17:15,199 DEBUG [StoreOpener-43deb2564b7982563ea178b577e0bed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:15,199 INFO [StoreOpener-43deb2564b7982563ea178b577e0bed2-1 {}] regionserver.HStore(327): Store=43deb2564b7982563ea178b577e0bed2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:17:15,200 INFO [StoreOpener-43deb2564b7982563ea178b577e0bed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:15,202 INFO [StoreOpener-43deb2564b7982563ea178b577e0bed2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:17:15,202 INFO [StoreOpener-43deb2564b7982563ea178b577e0bed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43deb2564b7982563ea178b577e0bed2 columnFamilyName C 2024-11-26T15:17:15,202 DEBUG [StoreOpener-43deb2564b7982563ea178b577e0bed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:15,203 INFO [StoreOpener-43deb2564b7982563ea178b577e0bed2-1 {}] regionserver.HStore(327): Store=43deb2564b7982563ea178b577e0bed2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:17:15,203 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:15,203 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:15,204 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:15,205 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:15,207 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:15,207 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:15,207 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T15:17:15,208 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:15,210 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:17:15,211 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened 43deb2564b7982563ea178b577e0bed2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75362512, jitterRate=0.12298893928527832}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T15:17:15,211 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:15,211 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for 43deb2564b7982563ea178b577e0bed2: Running coprocessor pre-open hook at 1732634235189Writing region info on filesystem at 1732634235189Initializing all the Stores at 1732634235192 (+3 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634235192Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634235193 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634235193Cleaning up temporary data from old regions at 1732634235207 (+14 ms)Running coprocessor post-open hooks at 1732634235211 (+4 ms)Region opened successfully at 1732634235211 2024-11-26T15:17:15,212 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., pid=94, masterSystemTime=1732634235185 2024-11-26T15:17:15,215 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=43deb2564b7982563ea178b577e0bed2, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:15,216 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:15,216 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:15,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 because future has completed 2024-11-26T15:17:15,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-26T15:17:15,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; OpenRegionProcedure 43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 in 188 msec 2024-11-26T15:17:15,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-26T15:17:15,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=43deb2564b7982563ea178b577e0bed2, ASSIGN in 348 msec 2024-11-26T15:17:15,241 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:17:15,241 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634235241"}]},"ts":"1732634235241"} 2024-11-26T15:17:15,245 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T15:17:15,246 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:17:15,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1940 sec 2024-11-26T15:17:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-26T15:17:16,203 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:17:16,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a3a0eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,205 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:16,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:16,207 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:16,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:16,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:16,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335a0642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:16,209 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe492ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:16,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:16,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:17:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,39097,1732634097953 2024-11-26T15:17:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41a265ef 2024-11-26T15:17:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:17:16,232 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:17:16,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c2b3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:16,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:16,236 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa8d142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:16,245 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:16,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b4f021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57af2b8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:16,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:16,261 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:16,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:16,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:16,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d1ece8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:16,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:16,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:16,269 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:16,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1ce85f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ae5a73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:16,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:16,280 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:16,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:16,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:16,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b472621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:16,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:16,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:16,290 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fefc3b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48fe770e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:16,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:16,304 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:16,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:16,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:16,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280b60e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:16,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:16,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:16,316 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:16,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bbc1257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64cc712e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:16,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:16,329 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:16,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:16,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:16,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2dc072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:16,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:16,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:16,334 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:16,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33dec0ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29cadc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:16,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:16,344 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:16,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:16,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:16,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67450612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:16,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:16,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:16,352 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:16,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d20cb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b7256f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,361 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:16,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:16,362 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:16,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:16,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d160f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:16,372 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:16,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f360b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188c1103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,384 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:16,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:16,390 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:16,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:16,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:16,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c468d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:16,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:16,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:16,397 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:16,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f827ab3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f46cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,404 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:16,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:16,407 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:16,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:16,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:16,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52667ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:16,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:16,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:16,409 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:16,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176d75d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d22d375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,418 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:16,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:16,419 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:16,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19aee0d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:16,424 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:16,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3141b113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:16,444 DEBUG [Thread-1435 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:16,452 DEBUG [Thread-1442 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:16,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:16,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:16,454 DEBUG [Thread-1437 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:16,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:16,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:16,456 DEBUG [Thread-1448 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:16,458 DEBUG [Thread-1450 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:16,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:16,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:16,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:16,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:16,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:16,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:16,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:16,461 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:17:16,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:16,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:16,462 DEBUG [Thread-1431 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:16,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:16,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:16,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:17:16,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:17:16,468 DEBUG [Thread-1444 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:16,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:16,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:17:16,471 DEBUG [Thread-1433 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-26T15:17:16,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:17:16,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:17:16,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:16,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:16,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:16,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:17:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-26T15:17:16,477 DEBUG [Thread-1439 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:16,478 DEBUG [Thread-1446 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:16,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:17:16,479 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:17:16,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:16,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:16,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:16,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:16,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:16,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:16,481 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:17:16,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:17:16,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:16,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:17:16,492 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:17:16,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2] 2024-11-26T15:17:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:16,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T15:17:16,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:16,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:16,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:16,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:16,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:16,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:16,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/932f059e4f9d416895c75c2f44254c70 is 50, key is test_row_0/A:col10/1732634236501/Put/seqid=0 2024-11-26T15:17:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-26T15:17:16,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742126_1302 (size=12001) 2024-11-26T15:17:16,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/932f059e4f9d416895c75c2f44254c70 2024-11-26T15:17:16,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-26T15:17:16,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:16,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:16,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:16,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:16,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:16,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634236632, max timestamp=1732634236642Num uniques 859; 2024-11-26T15:17:16,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:17:16,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634236632, max timestamp=1732634236642Num uniques 859; 2024-11-26T15:17:16,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:17:16,667 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634236632, max timestamp=1732634236642Num uniques 859; 2024-11-26T15:17:16,667 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:17:16,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/7b75db82ce444cf9a004660b07b37bef is 50, key is test_row_0/B:col10/1732634236501/Put/seqid=0 2024-11-26T15:17:16,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:16,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634296730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:16,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742127_1303 (size=12001) 2024-11-26T15:17:16,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:16,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:16,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:16,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:16,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634296731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:16,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634296733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:16,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:16,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:16,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:16,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/7b75db82ce444cf9a004660b07b37bef 2024-11-26T15:17:16,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634296758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:16,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51710 deadline: 1732634296765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:16,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:16,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:16,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:16,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-26T15:17:16,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:16,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:16,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:16,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:16,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-26T15:17:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:16,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/2ee41f9602334656bdc04907d6fc7b5e is 50, key is test_row_0/C:col10/1732634236501/Put/seqid=0 2024-11-26T15:17:16,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742128_1304 (size=12001) 2024-11-26T15:17:16,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634296866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:16,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634296871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:16,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:16,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:16,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:16,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:16,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:16,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:16,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634296872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:16,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:16,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:16,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:16,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634296892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:16,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:16,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51710 deadline: 1732634296892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:16,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:16,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:16,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:16,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:16,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:16,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-26T15:17:16,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:16,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:16,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:16,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:16,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:17,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634297084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:17,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-26T15:17:17,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:17,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:17,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:17,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:17,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-26T15:17:17,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634297092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:17,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:17,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634297110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:17,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:17,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634297129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:17,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:17,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51710 deadline: 1732634297137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:17,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:17,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-26T15:17:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:17,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:17,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/2ee41f9602334656bdc04907d6fc7b5e 2024-11-26T15:17:17,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/932f059e4f9d416895c75c2f44254c70 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/932f059e4f9d416895c75c2f44254c70 2024-11-26T15:17:17,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/932f059e4f9d416895c75c2f44254c70, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T15:17:17,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/7b75db82ce444cf9a004660b07b37bef as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7b75db82ce444cf9a004660b07b37bef 2024-11-26T15:17:17,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7b75db82ce444cf9a004660b07b37bef, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T15:17:17,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/2ee41f9602334656bdc04907d6fc7b5e as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/2ee41f9602334656bdc04907d6fc7b5e 2024-11-26T15:17:17,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/2ee41f9602334656bdc04907d6fc7b5e, entries=150, sequenceid=12, filesize=11.7 K 2024-11-26T15:17:17,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 43deb2564b7982563ea178b577e0bed2 in 829ms, sequenceid=12, compaction requested=false 2024-11-26T15:17:17,333 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T15:17:17,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:17,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-26T15:17:17,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:17,411 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-26T15:17:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:17,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:17,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:17,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:17,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:17,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:17,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:17,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:17,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/f99f693feef14f1b907597719a55fc92 is 50, key is test_row_0/A:col10/1732634236685/Put/seqid=0 2024-11-26T15:17:17,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742129_1305 (size=14341) 2024-11-26T15:17:17,445 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/f99f693feef14f1b907597719a55fc92 2024-11-26T15:17:17,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634297462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:17,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51710 deadline: 1732634297462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:17,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634297462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:17,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634297463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:17,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:17,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:17,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:17,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:17,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634297473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:17,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/7651fede0b30496ba5783e863db914e0 is 50, key is test_row_0/B:col10/1732634236685/Put/seqid=0 2024-11-26T15:17:17,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742130_1306 (size=12001) 2024-11-26T15:17:17,520 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/7651fede0b30496ba5783e863db914e0 2024-11-26T15:17:17,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/0aa7dfbfa31547fbb47e99606c19ab41 is 50, key is test_row_0/C:col10/1732634236685/Put/seqid=0 2024-11-26T15:17:17,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:17,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634297591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634297591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:17,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634297604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:17,617 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,617 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,617 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-26T15:17:17,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742131_1307 (size=12001) 2024-11-26T15:17:17,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634297811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:17,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:17,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634297821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:17,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:17,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:17,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634297822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:17,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:17,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:17,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:18,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51710 deadline: 1732634297991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:18,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:18,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634297997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:18,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:18,023 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/0aa7dfbfa31547fbb47e99606c19ab41 2024-11-26T15:17:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/f99f693feef14f1b907597719a55fc92 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/f99f693feef14f1b907597719a55fc92 2024-11-26T15:17:18,060 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/f99f693feef14f1b907597719a55fc92, entries=200, sequenceid=48, filesize=14.0 K 2024-11-26T15:17:18,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/7651fede0b30496ba5783e863db914e0 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7651fede0b30496ba5783e863db914e0 2024-11-26T15:17:18,089 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7651fede0b30496ba5783e863db914e0, entries=150, sequenceid=48, filesize=11.7 K 2024-11-26T15:17:18,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/0aa7dfbfa31547fbb47e99606c19ab41 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/0aa7dfbfa31547fbb47e99606c19ab41 2024-11-26T15:17:18,109 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/0aa7dfbfa31547fbb47e99606c19ab41, entries=150, sequenceid=48, filesize=11.7 K 2024-11-26T15:17:18,110 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 43deb2564b7982563ea178b577e0bed2 in 699ms, sequenceid=48, compaction requested=false 2024-11-26T15:17:18,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:18,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:18,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-26T15:17:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-26T15:17:18,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-26T15:17:18,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6340 sec 2024-11-26T15:17:18,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.6610 sec 2024-11-26T15:17:18,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-26T15:17:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:18,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:18,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:18,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:18,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:18,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:18,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:18,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/25af63738ab54036809870248ef56990 is 50, key is test_row_0/A:col10/1732634238136/Put/seqid=0 2024-11-26T15:17:18,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742132_1308 (size=19021) 2024-11-26T15:17:18,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634298213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:18,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:18,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:18,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634298216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634298214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:18,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634298321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:18,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:18,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634298331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:18,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:18,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634298333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:18,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:18,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634298542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:18,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634298553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:18,567 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:18,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634298556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:18,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:18,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/25af63738ab54036809870248ef56990 2024-11-26T15:17:18,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/2ef5e7d3d27c472298df85726e1dfc01 is 50, key is test_row_0/B:col10/1732634238136/Put/seqid=0 2024-11-26T15:17:18,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742133_1309 (size=12001) 2024-11-26T15:17:18,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/2ef5e7d3d27c472298df85726e1dfc01 2024-11-26T15:17:18,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/d974ab1eb60d43c4b448ed973d3476b5 is 50, key is test_row_0/C:col10/1732634238136/Put/seqid=0 2024-11-26T15:17:18,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742134_1310 (size=12001) 2024-11-26T15:17:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-26T15:17:18,631 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:17:18,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:17:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-26T15:17:18,634 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:17:18,634 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:17:18,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:17:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-26T15:17:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-26T15:17:18,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-26T15:17:18,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:18,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:18,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:18,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:18,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:18,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634298861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:18,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634298872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:18,885 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:18,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634298881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:18,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:18,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:18,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-26T15:17:18,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:18,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:18,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:18,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:18,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-26T15:17:19,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/d974ab1eb60d43c4b448ed973d3476b5 2024-11-26T15:17:19,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51710 deadline: 1732634299021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:19,030 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in 43deb2564b7982563ea178b577e0bed2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2265 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:17:19,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:19,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/25af63738ab54036809870248ef56990 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/25af63738ab54036809870248ef56990 2024-11-26T15:17:19,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/25af63738ab54036809870248ef56990, entries=300, sequenceid=61, filesize=18.6 K 2024-11-26T15:17:19,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/2ef5e7d3d27c472298df85726e1dfc01 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/2ef5e7d3d27c472298df85726e1dfc01 2024-11-26T15:17:19,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/2ef5e7d3d27c472298df85726e1dfc01, entries=150, sequenceid=61, filesize=11.7 K 2024-11-26T15:17:19,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/d974ab1eb60d43c4b448ed973d3476b5 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/d974ab1eb60d43c4b448ed973d3476b5 2024-11-26T15:17:19,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/d974ab1eb60d43c4b448ed973d3476b5, entries=150, sequenceid=61, filesize=11.7 K 2024-11-26T15:17:19,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 43deb2564b7982563ea178b577e0bed2 in 907ms, sequenceid=61, compaction requested=true 2024-11-26T15:17:19,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:19,044 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:17:19,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:17:19,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:19,044 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:17:19,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:17:19,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:19,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:17:19,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:19,046 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:17:19,046 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:17:19,046 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/A is initiating minor compaction (all files) 2024-11-26T15:17:19,046 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/B is initiating minor compaction (all files) 2024-11-26T15:17:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:19,046 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/A in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:19,046 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/B in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:19,046 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/932f059e4f9d416895c75c2f44254c70, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/f99f693feef14f1b907597719a55fc92, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/25af63738ab54036809870248ef56990] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=44.3 K 2024-11-26T15:17:19,046 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7b75db82ce444cf9a004660b07b37bef, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7651fede0b30496ba5783e863db914e0, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/2ef5e7d3d27c472298df85726e1dfc01] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=35.2 K 2024-11-26T15:17:19,047 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b75db82ce444cf9a004660b07b37bef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732634236487 2024-11-26T15:17:19,047 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 932f059e4f9d416895c75c2f44254c70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732634236487 2024-11-26T15:17:19,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-26T15:17:19,047 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting f99f693feef14f1b907597719a55fc92, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732634236685 2024-11-26T15:17:19,047 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 7651fede0b30496ba5783e863db914e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732634236685 2024-11-26T15:17:19,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:19,047 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25af63738ab54036809870248ef56990, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732634237431 2024-11-26T15:17:19,047 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ef5e7d3d27c472298df85726e1dfc01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732634237461 2024-11-26T15:17:19,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:19,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:19,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:19,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:19,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:19,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/9b0bb6ffe46f4c8d8a616310afb3821d is 50, key is test_row_0/A:col10/1732634238193/Put/seqid=0 2024-11-26T15:17:19,056 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#A#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:19,057 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/ba019b861c0643b6bc9fccbd4c9db46f is 50, key is test_row_0/A:col10/1732634238136/Put/seqid=0 2024-11-26T15:17:19,059 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#B#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:19,060 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/663ff41dcedd4133a45fbe349b5dc722 is 50, key is test_row_0/B:col10/1732634238136/Put/seqid=0 2024-11-26T15:17:19,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742136_1312 (size=12104) 2024-11-26T15:17:19,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742135_1311 (size=14341) 2024-11-26T15:17:19,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/9b0bb6ffe46f4c8d8a616310afb3821d 2024-11-26T15:17:19,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742137_1313 (size=12104) 2024-11-26T15:17:19,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/a29dbff166ac4954affa57326962db9a is 50, key is test_row_0/B:col10/1732634238193/Put/seqid=0 2024-11-26T15:17:19,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-26T15:17:19,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:19,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:19,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:19,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:19,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:19,103 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/663ff41dcedd4133a45fbe349b5dc722 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/663ff41dcedd4133a45fbe349b5dc722 2024-11-26T15:17:19,108 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/B of 43deb2564b7982563ea178b577e0bed2 into 663ff41dcedd4133a45fbe349b5dc722(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:19,108 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:19,108 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/B, priority=13, startTime=1732634239044; duration=0sec 2024-11-26T15:17:19,108 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:19,108 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:B 2024-11-26T15:17:19,108 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:17:19,109 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:17:19,109 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/C is initiating minor compaction (all files) 2024-11-26T15:17:19,109 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/C in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:19,109 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/2ee41f9602334656bdc04907d6fc7b5e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/0aa7dfbfa31547fbb47e99606c19ab41, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/d974ab1eb60d43c4b448ed973d3476b5] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=35.2 K 2024-11-26T15:17:19,109 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ee41f9602334656bdc04907d6fc7b5e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732634236487 2024-11-26T15:17:19,109 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 0aa7dfbfa31547fbb47e99606c19ab41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732634236685 2024-11-26T15:17:19,110 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting d974ab1eb60d43c4b448ed973d3476b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732634237461 2024-11-26T15:17:19,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742138_1314 (size=12001) 2024-11-26T15:17:19,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/a29dbff166ac4954affa57326962db9a 2024-11-26T15:17:19,120 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#C#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:19,120 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/cd395019780048aab0914dc1c166d913 is 50, key is test_row_0/C:col10/1732634238136/Put/seqid=0 2024-11-26T15:17:19,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/76996d6fc88a45dc9269b6ff0a5aea79 is 50, key is test_row_0/C:col10/1732634238193/Put/seqid=0 2024-11-26T15:17:19,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742140_1316 (size=12001) 2024-11-26T15:17:19,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742139_1315 (size=12104) 2024-11-26T15:17:19,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/76996d6fc88a45dc9269b6ff0a5aea79 2024-11-26T15:17:19,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/9b0bb6ffe46f4c8d8a616310afb3821d as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/9b0bb6ffe46f4c8d8a616310afb3821d 2024-11-26T15:17:19,194 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/cd395019780048aab0914dc1c166d913 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/cd395019780048aab0914dc1c166d913 2024-11-26T15:17:19,201 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/C of 43deb2564b7982563ea178b577e0bed2 into cd395019780048aab0914dc1c166d913(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:19,201 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:19,201 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/C, priority=13, startTime=1732634239045; duration=0sec 2024-11-26T15:17:19,201 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:19,201 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:C 2024-11-26T15:17:19,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/9b0bb6ffe46f4c8d8a616310afb3821d, entries=200, sequenceid=81, filesize=14.0 K 2024-11-26T15:17:19,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/a29dbff166ac4954affa57326962db9a as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/a29dbff166ac4954affa57326962db9a 2024-11-26T15:17:19,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634299195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:19,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:19,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/a29dbff166ac4954affa57326962db9a, entries=150, sequenceid=81, filesize=11.7 K 2024-11-26T15:17:19,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/76996d6fc88a45dc9269b6ff0a5aea79 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/76996d6fc88a45dc9269b6ff0a5aea79 2024-11-26T15:17:19,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/76996d6fc88a45dc9269b6ff0a5aea79, entries=150, sequenceid=81, filesize=11.7 K 2024-11-26T15:17:19,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 43deb2564b7982563ea178b577e0bed2 in 169ms, sequenceid=81, compaction requested=false 2024-11-26T15:17:19,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:19,218 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T15:17:19,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-26T15:17:19,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:19,250 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-26T15:17:19,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:19,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:19,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:19,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:19,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:19,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:19,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/cd5d860462b948e3b365b394ce10f581 is 50, key is test_row_0/A:col10/1732634239134/Put/seqid=0 2024-11-26T15:17:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-26T15:17:19,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742141_1317 (size=12001) 2024-11-26T15:17:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:19,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:19,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634299417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:19,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:19,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634299418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:19,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:19,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634299425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:19,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:19,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:19,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:19,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634299426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:19,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:19,466 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/ba019b861c0643b6bc9fccbd4c9db46f as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ba019b861c0643b6bc9fccbd4c9db46f 2024-11-26T15:17:19,470 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/A of 43deb2564b7982563ea178b577e0bed2 into ba019b861c0643b6bc9fccbd4c9db46f(size=11.8 K), total size for store is 25.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:19,470 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:19,470 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/A, priority=13, startTime=1732634239044; duration=0sec 2024-11-26T15:17:19,470 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:19,471 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:A 2024-11-26T15:17:19,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634299531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:19,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:19,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634299541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:19,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:19,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634299542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:19,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634299542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:19,664 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/cd5d860462b948e3b365b394ce10f581 2024-11-26T15:17:19,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/e568ad3f212f40468653cfce56014c68 is 50, key is test_row_0/B:col10/1732634239134/Put/seqid=0 2024-11-26T15:17:19,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742142_1318 (size=12001) 2024-11-26T15:17:19,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634299741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:19,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:19,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634299752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:19,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-26T15:17:19,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634299771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:19,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:19,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634299771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:19,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:19,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:19,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:20,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634300061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:20,078 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/e568ad3f212f40468653cfce56014c68 2024-11-26T15:17:20,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634300070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:20,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:20,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/afcc90c27c9f47bbae51a54dd220bb67 is 50, key is test_row_0/C:col10/1732634239134/Put/seqid=0 2024-11-26T15:17:20,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742143_1319 (size=12001) 2024-11-26T15:17:20,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634300091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:20,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:20,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634300091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:20,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:20,490 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/afcc90c27c9f47bbae51a54dd220bb67 2024-11-26T15:17:20,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/cd5d860462b948e3b365b394ce10f581 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/cd5d860462b948e3b365b394ce10f581 2024-11-26T15:17:20,507 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/cd5d860462b948e3b365b394ce10f581, entries=150, sequenceid=95, filesize=11.7 K 2024-11-26T15:17:20,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/e568ad3f212f40468653cfce56014c68 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/e568ad3f212f40468653cfce56014c68 2024-11-26T15:17:20,518 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/e568ad3f212f40468653cfce56014c68, entries=150, sequenceid=95, filesize=11.7 K 2024-11-26T15:17:20,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/afcc90c27c9f47bbae51a54dd220bb67 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/afcc90c27c9f47bbae51a54dd220bb67 2024-11-26T15:17:20,528 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/afcc90c27c9f47bbae51a54dd220bb67, entries=150, sequenceid=95, filesize=11.7 K 2024-11-26T15:17:20,529 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 43deb2564b7982563ea178b577e0bed2 in 1279ms, sequenceid=95, compaction requested=true 2024-11-26T15:17:20,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:20,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:20,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-26T15:17:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-26T15:17:20,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-26T15:17:20,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8970 sec 2024-11-26T15:17:20,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.9170 sec 2024-11-26T15:17:20,597 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634239387, max timestamp=1732634240591Num uniques 859; 2024-11-26T15:17:20,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:17:20,600 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634239387, max timestamp=1732634240591Num uniques 859; 2024-11-26T15:17:20,600 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:17:20,603 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634239387, max timestamp=1732634240591Num uniques 859; 2024-11-26T15:17:20,603 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:17:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:20,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB 2024-11-26T15:17:20,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:20,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:20,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:20,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:20,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:20,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:20,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/d109a7c174894db1a19f61d315ceebcb is 50, key is test_row_0/A:col10/1732634240616/Put/seqid=0 2024-11-26T15:17:20,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742144_1320 (size=12001) 2024-11-26T15:17:20,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732634240691, max timestamp=1732634240723Num uniques 859; 2024-11-26T15:17:20,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732634240691, max timestamp=1732634240723Num uniques 859; 2024-11-26T15:17:20,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-26T15:17:20,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-26T15:17:20,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732634240691, max timestamp=1732634240723Num uniques 859; 2024-11-26T15:17:20,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-26T15:17:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-26T15:17:20,782 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:17:20,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:17:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-26T15:17:20,785 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:17:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-26T15:17:20,786 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:17:20,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:17:20,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634300799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:20,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634300799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:20,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634300801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:20,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634300801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:20,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:20,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-26T15:17:20,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T15:17:20,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:20,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:20,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:20,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:20,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:20,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634300931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:20,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634300931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:20,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634300931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:20,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634300931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:20,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:20,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:20,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:20,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:20,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:21,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/d109a7c174894db1a19f61d315ceebcb 2024-11-26T15:17:21,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/4de48bc5d75e4463960e7d4b7ae8fc90 is 50, key is test_row_0/B:col10/1732634240616/Put/seqid=0 2024-11-26T15:17:21,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51710 deadline: 1732634301041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:21,080 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in 43deb2564b7982563ea178b577e0bed2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4314 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:17:21,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:21,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:21,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:21,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T15:17:21,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:21,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:21,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:21,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:21,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-26T15:17:21,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742145_1321 (size=12001) 2024-11-26T15:17:21,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634301162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:21,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:21,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:21,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:21,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634301162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:21,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634301162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:21,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:21,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:21,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:21,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634301163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:21,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:21,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:21,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:21,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:21,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:21,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:21,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T15:17:21,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:21,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:21,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:21,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:21,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:21,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T15:17:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:21,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-26T15:17:21,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634301491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:21,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:21,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:21,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:21,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634301492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:21,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634301496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:21,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:21,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:21,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:21,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:21,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:21,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:21,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634301496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:21,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:21,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:21,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:21,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/4de48bc5d75e4463960e7d4b7ae8fc90 2024-11-26T15:17:21,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/8c06efd84ea5486082fb86aab9c4308c is 50, key is test_row_0/C:col10/1732634240616/Put/seqid=0 2024-11-26T15:17:21,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T15:17:21,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:21,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:21,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:21,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:21,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:21,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742146_1322 (size=12001) 2024-11-26T15:17:21,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T15:17:21,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:21,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:21,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:21,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:21,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:21,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T15:17:21,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:21,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:21,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:21,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:21,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-26T15:17:21,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/8c06efd84ea5486082fb86aab9c4308c 2024-11-26T15:17:22,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/d109a7c174894db1a19f61d315ceebcb as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/d109a7c174894db1a19f61d315ceebcb 2024-11-26T15:17:22,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/d109a7c174894db1a19f61d315ceebcb, entries=150, sequenceid=121, filesize=11.7 K 2024-11-26T15:17:22,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/4de48bc5d75e4463960e7d4b7ae8fc90 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/4de48bc5d75e4463960e7d4b7ae8fc90 2024-11-26T15:17:22,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/4de48bc5d75e4463960e7d4b7ae8fc90, entries=150, sequenceid=121, filesize=11.7 K 2024-11-26T15:17:22,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/8c06efd84ea5486082fb86aab9c4308c as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/8c06efd84ea5486082fb86aab9c4308c 2024-11-26T15:17:22,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T15:17:22,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:22,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:22,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:22,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:22,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:22,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/8c06efd84ea5486082fb86aab9c4308c, entries=150, sequenceid=121, filesize=11.7 K 2024-11-26T15:17:22,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.88 KB/149376, currentSize=134.18 KB/137400 for 43deb2564b7982563ea178b577e0bed2 in 1413ms, sequenceid=121, compaction requested=true 2024-11-26T15:17:22,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:22,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:17:22,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:22,033 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:17:22,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:17:22,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:22,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:17:22,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T15:17:22,033 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:17:22,034 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:17:22,034 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/A is initiating minor compaction (all files) 2024-11-26T15:17:22,034 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/A in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:22,034 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ba019b861c0643b6bc9fccbd4c9db46f, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/9b0bb6ffe46f4c8d8a616310afb3821d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/cd5d860462b948e3b365b394ce10f581, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/d109a7c174894db1a19f61d315ceebcb] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=49.3 K 2024-11-26T15:17:22,035 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba019b861c0643b6bc9fccbd4c9db46f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732634237461 2024-11-26T15:17:22,035 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:17:22,035 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/B is initiating minor compaction (all files) 2024-11-26T15:17:22,035 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/B in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:22,035 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/663ff41dcedd4133a45fbe349b5dc722, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/a29dbff166ac4954affa57326962db9a, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/e568ad3f212f40468653cfce56014c68, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/4de48bc5d75e4463960e7d4b7ae8fc90] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=47.0 K 2024-11-26T15:17:22,035 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b0bb6ffe46f4c8d8a616310afb3821d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732634238193 2024-11-26T15:17:22,036 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 663ff41dcedd4133a45fbe349b5dc722, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732634237461 2024-11-26T15:17:22,036 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd5d860462b948e3b365b394ce10f581, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732634239134 2024-11-26T15:17:22,036 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting a29dbff166ac4954affa57326962db9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732634238193 2024-11-26T15:17:22,036 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting d109a7c174894db1a19f61d315ceebcb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732634240616 2024-11-26T15:17:22,036 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting e568ad3f212f40468653cfce56014c68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732634239134 2024-11-26T15:17:22,037 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 4de48bc5d75e4463960e7d4b7ae8fc90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732634240616 2024-11-26T15:17:22,048 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#A#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:22,049 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/4ea9d5411280455fba810d1cecd2a166 is 50, key is test_row_0/A:col10/1732634240616/Put/seqid=0 2024-11-26T15:17:22,051 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#B#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:22,052 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/5b10dbe30c1d450b8e2297e01e39ef65 is 50, key is test_row_0/B:col10/1732634240616/Put/seqid=0 2024-11-26T15:17:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:22,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-11-26T15:17:22,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:22,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:22,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:22,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:22,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:22,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:22,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742147_1323 (size=12241) 2024-11-26T15:17:22,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/e5406bd992be4aa6ae5f2f69a4f7bb37 is 50, key is test_row_0/A:col10/1732634240766/Put/seqid=0 2024-11-26T15:17:22,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634302092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:22,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634302092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:22,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634302093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:22,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634302095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:22,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742148_1324 (size=12241) 2024-11-26T15:17:22,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742149_1325 (size=19321) 2024-11-26T15:17:22,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/e5406bd992be4aa6ae5f2f69a4f7bb37 2024-11-26T15:17:22,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/d8719b9b17b64b11a0a9369fed4d6316 is 50, key is test_row_0/B:col10/1732634240766/Put/seqid=0 2024-11-26T15:17:22,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T15:17:22,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:22,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:22,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:22,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:22,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:22,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742150_1326 (size=12151) 2024-11-26T15:17:22,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634302222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:22,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:22,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634302222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:22,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634302224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:22,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634302224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:22,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:22,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T15:17:22,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:22,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:22,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:22,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:22,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:22,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634302441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:22,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634302442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:22,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634302442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:22,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:22,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634302442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:22,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:22,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:22,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T15:17:22,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:22,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:22,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:22,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:22,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:22,484 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/4ea9d5411280455fba810d1cecd2a166 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/4ea9d5411280455fba810d1cecd2a166 2024-11-26T15:17:22,489 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/A of 43deb2564b7982563ea178b577e0bed2 into 4ea9d5411280455fba810d1cecd2a166(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:22,489 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:22,489 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/A, priority=12, startTime=1732634242033; duration=0sec 2024-11-26T15:17:22,489 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:22,489 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:A 2024-11-26T15:17:22,489 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:17:22,490 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:17:22,490 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/C is initiating minor compaction (all files) 2024-11-26T15:17:22,490 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/C in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:22,490 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/cd395019780048aab0914dc1c166d913, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/76996d6fc88a45dc9269b6ff0a5aea79, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/afcc90c27c9f47bbae51a54dd220bb67, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/8c06efd84ea5486082fb86aab9c4308c] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=47.0 K 2024-11-26T15:17:22,491 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd395019780048aab0914dc1c166d913, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732634237461 2024-11-26T15:17:22,496 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76996d6fc88a45dc9269b6ff0a5aea79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732634238193 2024-11-26T15:17:22,497 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting afcc90c27c9f47bbae51a54dd220bb67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732634239134 2024-11-26T15:17:22,499 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c06efd84ea5486082fb86aab9c4308c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732634240616 2024-11-26T15:17:22,516 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#C#compaction#271 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:22,517 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/52a4e7e5a80547bd974162acba68a3d6 is 50, key is test_row_0/C:col10/1732634240616/Put/seqid=0 2024-11-26T15:17:22,523 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/5b10dbe30c1d450b8e2297e01e39ef65 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/5b10dbe30c1d450b8e2297e01e39ef65 2024-11-26T15:17:22,527 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/B of 43deb2564b7982563ea178b577e0bed2 into 5b10dbe30c1d450b8e2297e01e39ef65(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:22,527 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:22,528 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/B, priority=12, startTime=1732634242033; duration=0sec 2024-11-26T15:17:22,528 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:22,528 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:B 2024-11-26T15:17:22,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742151_1327 (size=12241) 2024-11-26T15:17:22,546 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/52a4e7e5a80547bd974162acba68a3d6 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/52a4e7e5a80547bd974162acba68a3d6 2024-11-26T15:17:22,551 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/C of 43deb2564b7982563ea178b577e0bed2 into 52a4e7e5a80547bd974162acba68a3d6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:22,551 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:22,551 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/C, priority=12, startTime=1732634242033; duration=0sec 2024-11-26T15:17:22,551 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:22,551 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:C 2024-11-26T15:17:22,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/d8719b9b17b64b11a0a9369fed4d6316 2024-11-26T15:17:22,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/007c91a1c76c4554b4c3a9d2a84e1089 is 50, key is test_row_0/C:col10/1732634240766/Put/seqid=0 2024-11-26T15:17:22,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742152_1328 (size=12151) 2024-11-26T15:17:22,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T15:17:22,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:22,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:22,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:22,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:22,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:22,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634302752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:22,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634302752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:22,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634302752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:22,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:22,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:22,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:22,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634302752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:22,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:22,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:22,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T15:17:22,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:22,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:22,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:22,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:22,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-26T15:17:22,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T15:17:22,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:22,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:22,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:22,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:22,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:23,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/007c91a1c76c4554b4c3a9d2a84e1089 2024-11-26T15:17:23,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/e5406bd992be4aa6ae5f2f69a4f7bb37 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/e5406bd992be4aa6ae5f2f69a4f7bb37 2024-11-26T15:17:23,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/e5406bd992be4aa6ae5f2f69a4f7bb37, entries=300, sequenceid=158, filesize=18.9 K 2024-11-26T15:17:23,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/d8719b9b17b64b11a0a9369fed4d6316 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/d8719b9b17b64b11a0a9369fed4d6316 2024-11-26T15:17:23,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/d8719b9b17b64b11a0a9369fed4d6316, entries=150, sequenceid=158, filesize=11.9 K 2024-11-26T15:17:23,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T15:17:23,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:23,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:23,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:23,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:23,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:23,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/007c91a1c76c4554b4c3a9d2a84e1089 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/007c91a1c76c4554b4c3a9d2a84e1089 2024-11-26T15:17:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:23,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/007c91a1c76c4554b4c3a9d2a84e1089, entries=150, sequenceid=158, filesize=11.9 K 2024-11-26T15:17:23,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~430.64 KB/440976, currentSize=33.54 KB/34350 for 43deb2564b7982563ea178b577e0bed2 in 1079ms, sequenceid=158, compaction requested=false 2024-11-26T15:17:23,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:23,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-26T15:17:23,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:23,268 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-26T15:17:23,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:23,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:23,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:23,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:23,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:23,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:23,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:23,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/5b6e6955beb74092b6a7924bb6d4a294 is 50, key is test_row_0/A:col10/1732634242087/Put/seqid=0 2024-11-26T15:17:23,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742153_1329 (size=12151) 2024-11-26T15:17:23,363 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732634243315, max timestamp=1732634243356Num uniques 859; 2024-11-26T15:17:23,363 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732634243315, max timestamp=1732634243356Num uniques 859; 2024-11-26T15:17:23,363 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T15:17:23,363 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T15:17:23,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732634243315, max timestamp=1732634243356Num uniques 859; 2024-11-26T15:17:23,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T15:17:23,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634303459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:23,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:23,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634303461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:23,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634303466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:23,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:23,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:23,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634303491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:23,503 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:23,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634303601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:23,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:23,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634303602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:23,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634303604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:23,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634303611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:23,621 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:23,722 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/5b6e6955beb74092b6a7924bb6d4a294 2024-11-26T15:17:23,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/97f384ffde384c8cb7dfbbd7fec76798 is 50, key is test_row_0/B:col10/1732634242087/Put/seqid=0 2024-11-26T15:17:23,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742154_1330 (size=12151) 2024-11-26T15:17:23,825 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/97f384ffde384c8cb7dfbbd7fec76798 2024-11-26T15:17:23,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/19f1a18cdf7646e1ad3ff0192410d44d is 50, key is test_row_0/C:col10/1732634242087/Put/seqid=0 2024-11-26T15:17:23,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634303831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:23,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:23,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634303832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:23,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:23,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634303832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:23,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:23,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634303832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:23,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742155_1331 (size=12151) 2024-11-26T15:17:23,879 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/19f1a18cdf7646e1ad3ff0192410d44d 2024-11-26T15:17:23,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/5b6e6955beb74092b6a7924bb6d4a294 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/5b6e6955beb74092b6a7924bb6d4a294 2024-11-26T15:17:23,935 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/5b6e6955beb74092b6a7924bb6d4a294, entries=150, sequenceid=169, filesize=11.9 K 2024-11-26T15:17:23,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/97f384ffde384c8cb7dfbbd7fec76798 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/97f384ffde384c8cb7dfbbd7fec76798 2024-11-26T15:17:23,959 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/97f384ffde384c8cb7dfbbd7fec76798, entries=150, sequenceid=169, filesize=11.9 K 2024-11-26T15:17:23,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/19f1a18cdf7646e1ad3ff0192410d44d as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/19f1a18cdf7646e1ad3ff0192410d44d 2024-11-26T15:17:23,968 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/19f1a18cdf7646e1ad3ff0192410d44d, entries=150, sequenceid=169, filesize=11.9 K 2024-11-26T15:17:23,969 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=147.60 KB/151140 for 43deb2564b7982563ea178b577e0bed2 in 700ms, sequenceid=169, compaction requested=true 2024-11-26T15:17:23,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:23,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:23,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-26T15:17:23,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-26T15:17:23,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-26T15:17:23,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1870 sec 2024-11-26T15:17:23,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 3.1920 sec 2024-11-26T15:17:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:24,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=154.31 KB heapSize=436.08 KB 2024-11-26T15:17:24,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:24,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T15:17:24,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:24,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T15:17:24,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:24,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-26T15:17:24,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/ece16031b06b4efb95df9aa16a101330 is 50, key is test_row_0/A:col10/1732634243459/Put/seqid=0 2024-11-26T15:17:24,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742156_1332 (size=12151) 2024-11-26T15:17:24,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634304187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:24,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:24,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:24,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634304193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:24,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634304193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:24,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:24,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634304193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:24,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:24,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634304311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:24,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:24,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634304324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:24,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:24,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634304324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:24,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:24,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634304324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:24,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:24,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634304532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:24,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:24,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634304542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:24,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:24,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634304542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:24,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:24,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634304544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:24,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:24,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/ece16031b06b4efb95df9aa16a101330 2024-11-26T15:17:24,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/5018ee16d0e04526877f823370abb471 is 50, key is test_row_0/B:col10/1732634243459/Put/seqid=0 2024-11-26T15:17:24,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742157_1333 (size=12151) 2024-11-26T15:17:24,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634304851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:24,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:24,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634304851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:24,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:24,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634304852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:24,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:24,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634304871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:24,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:24,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-26T15:17:24,962 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:17:24,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:17:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-26T15:17:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-26T15:17:24,972 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:17:24,976 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:17:24,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:17:25,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/5018ee16d0e04526877f823370abb471 2024-11-26T15:17:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-26T15:17:25,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/809ee439bba04e2aafe85e679a11256b is 50, key is test_row_0/C:col10/1732634243459/Put/seqid=0 2024-11-26T15:17:25,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742158_1334 (size=12151) 2024-11-26T15:17:25,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51710 deadline: 1732634305111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:25,125 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in 43deb2564b7982563ea178b577e0bed2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8359 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:17:25,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:25,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:25,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:25,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-26T15:17:25,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:25,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:25,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:25,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:25,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-26T15:17:25,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-26T15:17:25,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:25,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:25,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:25,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:25,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:25,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634305371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:25,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:25,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:25,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:25,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634305371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:25,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:25,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:25,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:25,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634305381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:25,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:25,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:25,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:25,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634305391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:25,406 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:25,406 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:25,406 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:25,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-26T15:17:25,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:25,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:25,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:25,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:25,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:25,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/809ee439bba04e2aafe85e679a11256b 2024-11-26T15:17:25,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/ece16031b06b4efb95df9aa16a101330 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ece16031b06b4efb95df9aa16a101330 2024-11-26T15:17:25,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ece16031b06b4efb95df9aa16a101330, entries=150, sequenceid=207, filesize=11.9 K 2024-11-26T15:17:25,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/5018ee16d0e04526877f823370abb471 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/5018ee16d0e04526877f823370abb471 2024-11-26T15:17:25,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/5018ee16d0e04526877f823370abb471, entries=150, sequenceid=207, filesize=11.9 K 2024-11-26T15:17:25,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/809ee439bba04e2aafe85e679a11256b as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/809ee439bba04e2aafe85e679a11256b 2024-11-26T15:17:25,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/809ee439bba04e2aafe85e679a11256b, entries=150, sequenceid=207, filesize=11.9 K 2024-11-26T15:17:25,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~436.03 KB/446496, currentSize=26.84 KB/27480 for 43deb2564b7982563ea178b577e0bed2 in 1390ms, sequenceid=207, compaction requested=true 2024-11-26T15:17:25,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:25,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:17:25,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:25,559 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:17:25,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:17:25,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:25,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:17:25,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T15:17:25,559 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:17:25,563 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:17:25,563 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/B is initiating minor compaction (all files) 2024-11-26T15:17:25,563 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/B in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:25,563 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/5b10dbe30c1d450b8e2297e01e39ef65, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/d8719b9b17b64b11a0a9369fed4d6316, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/97f384ffde384c8cb7dfbbd7fec76798, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/5018ee16d0e04526877f823370abb471] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=47.6 K 2024-11-26T15:17:25,563 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55864 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:17:25,563 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/A is initiating minor compaction (all files) 2024-11-26T15:17:25,563 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/A in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:25,563 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b10dbe30c1d450b8e2297e01e39ef65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732634240616 2024-11-26T15:17:25,563 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/4ea9d5411280455fba810d1cecd2a166, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/e5406bd992be4aa6ae5f2f69a4f7bb37, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/5b6e6955beb74092b6a7924bb6d4a294, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ece16031b06b4efb95df9aa16a101330] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=54.6 K 2024-11-26T15:17:25,564 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting d8719b9b17b64b11a0a9369fed4d6316, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732634240766 2024-11-26T15:17:25,564 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ea9d5411280455fba810d1cecd2a166, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732634240616 2024-11-26T15:17:25,564 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5406bd992be4aa6ae5f2f69a4f7bb37, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732634240766 2024-11-26T15:17:25,565 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b6e6955beb74092b6a7924bb6d4a294, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732634242087 2024-11-26T15:17:25,565 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 97f384ffde384c8cb7dfbbd7fec76798, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732634242087 2024-11-26T15:17:25,565 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting ece16031b06b4efb95df9aa16a101330, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732634243459 2024-11-26T15:17:25,565 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 5018ee16d0e04526877f823370abb471, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732634243459 2024-11-26T15:17:25,583 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#A#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:25,584 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/47fe8b05719243ed991858440bc4cfbf is 50, key is test_row_0/A:col10/1732634243459/Put/seqid=0 2024-11-26T15:17:25,587 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#B#compaction#280 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:25,587 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/42d07b7eca06460889f10cfe0da67903 is 50, key is test_row_0/B:col10/1732634243459/Put/seqid=0 2024-11-26T15:17:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-26T15:17:25,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-26T15:17:25,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:25,613 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-26T15:17:25,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:25,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:25,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:25,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:25,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:25,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:25,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742159_1335 (size=12527) 2024-11-26T15:17:25,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/9a4c635f348645588043c80785e5c47d is 50, key is test_row_0/A:col10/1732634244188/Put/seqid=0 2024-11-26T15:17:25,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742160_1336 (size=12527) 2024-11-26T15:17:25,627 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/47fe8b05719243ed991858440bc4cfbf as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/47fe8b05719243ed991858440bc4cfbf 2024-11-26T15:17:25,632 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/A of 43deb2564b7982563ea178b577e0bed2 into 47fe8b05719243ed991858440bc4cfbf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:25,632 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:25,632 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/A, priority=12, startTime=1732634245558; duration=0sec 2024-11-26T15:17:25,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742161_1337 (size=9757) 2024-11-26T15:17:25,632 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:25,632 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:A 2024-11-26T15:17:25,632 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:17:25,640 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/9a4c635f348645588043c80785e5c47d 2024-11-26T15:17:25,642 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:17:25,642 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/C is initiating minor compaction (all files) 2024-11-26T15:17:25,642 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/C in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:25,642 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/52a4e7e5a80547bd974162acba68a3d6, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/007c91a1c76c4554b4c3a9d2a84e1089, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/19f1a18cdf7646e1ad3ff0192410d44d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/809ee439bba04e2aafe85e679a11256b] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=47.6 K 2024-11-26T15:17:25,643 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52a4e7e5a80547bd974162acba68a3d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732634240616 2024-11-26T15:17:25,645 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 007c91a1c76c4554b4c3a9d2a84e1089, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732634240766 2024-11-26T15:17:25,647 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19f1a18cdf7646e1ad3ff0192410d44d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732634242087 2024-11-26T15:17:25,649 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 809ee439bba04e2aafe85e679a11256b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732634243459 2024-11-26T15:17:25,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/92a1d80b5cc042afb8ce46ffae7af998 is 50, key is test_row_0/B:col10/1732634244188/Put/seqid=0 2024-11-26T15:17:25,667 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#C#compaction#283 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:25,668 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/6a0132effdd74bc78f05f2a7e4d192a5 is 50, key is test_row_0/C:col10/1732634243459/Put/seqid=0 2024-11-26T15:17:25,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742162_1338 (size=9757) 2024-11-26T15:17:25,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742163_1339 (size=12527) 2024-11-26T15:17:26,034 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/42d07b7eca06460889f10cfe0da67903 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/42d07b7eca06460889f10cfe0da67903 2024-11-26T15:17:26,040 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/B of 43deb2564b7982563ea178b577e0bed2 into 42d07b7eca06460889f10cfe0da67903(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:26,040 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:26,041 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/B, priority=12, startTime=1732634245559; duration=0sec 2024-11-26T15:17:26,041 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:26,041 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:B 2024-11-26T15:17:26,097 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/92a1d80b5cc042afb8ce46ffae7af998 2024-11-26T15:17:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-26T15:17:26,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/a73f02f80d6945d0b66427bd87e5e128 is 50, key is test_row_0/C:col10/1732634244188/Put/seqid=0 2024-11-26T15:17:26,154 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/6a0132effdd74bc78f05f2a7e4d192a5 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/6a0132effdd74bc78f05f2a7e4d192a5 2024-11-26T15:17:26,161 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/C of 43deb2564b7982563ea178b577e0bed2 into 6a0132effdd74bc78f05f2a7e4d192a5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:26,161 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:26,161 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/C, priority=12, startTime=1732634245559; duration=0sec 2024-11-26T15:17:26,161 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:26,161 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:C 2024-11-26T15:17:26,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742164_1340 (size=9757) 2024-11-26T15:17:26,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:26,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732634246424, max timestamp=1732634246446Num uniques 859; 2024-11-26T15:17:26,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-26T15:17:26,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634306460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:26,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:26,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634306498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:26,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:26,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634306498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:26,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:26,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634306498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:26,580 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/a73f02f80d6945d0b66427bd87e5e128 2024-11-26T15:17:26,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/9a4c635f348645588043c80785e5c47d as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/9a4c635f348645588043c80785e5c47d 2024-11-26T15:17:26,589 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/9a4c635f348645588043c80785e5c47d, entries=100, sequenceid=214, filesize=9.5 K 2024-11-26T15:17:26,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/92a1d80b5cc042afb8ce46ffae7af998 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/92a1d80b5cc042afb8ce46ffae7af998 2024-11-26T15:17:26,594 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/92a1d80b5cc042afb8ce46ffae7af998, entries=100, sequenceid=214, filesize=9.5 K 2024-11-26T15:17:26,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/a73f02f80d6945d0b66427bd87e5e128 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/a73f02f80d6945d0b66427bd87e5e128 2024-11-26T15:17:26,603 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/a73f02f80d6945d0b66427bd87e5e128, entries=100, sequenceid=214, filesize=9.5 K 2024-11-26T15:17:26,608 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=154.31 KB/158010 for 43deb2564b7982563ea178b577e0bed2 in 996ms, sequenceid=214, compaction requested=false 2024-11-26T15:17:26,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:26,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:26,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-26T15:17:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-26T15:17:26,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-26T15:17:26,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6340 sec 2024-11-26T15:17:26,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.6500 sec 2024-11-26T15:17:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:26,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=161.02 KB heapSize=471.48 KB 2024-11-26T15:17:26,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:26,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:26,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:26,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:26,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:26,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:26,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/ae5782166ecb48a2b4a338e943fb71c0 is 50, key is test_row_0/A:col10/1732634246467/Put/seqid=0 2024-11-26T15:17:26,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634306622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:26,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:26,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634306622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:26,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:26,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:26,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742165_1341 (size=14541) 2024-11-26T15:17:26,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/ae5782166ecb48a2b4a338e943fb71c0 2024-11-26T15:17:26,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634306623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:26,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:26,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634306628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:26,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/322f21de72bb49debd4232d50ffac7a7 is 50, key is test_row_0/B:col10/1732634246467/Put/seqid=0 2024-11-26T15:17:26,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742166_1342 (size=12151) 2024-11-26T15:17:26,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/322f21de72bb49debd4232d50ffac7a7 2024-11-26T15:17:26,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/9cfa33f8f77d456eb4c867483d397cab is 50, key is test_row_0/C:col10/1732634246467/Put/seqid=0 2024-11-26T15:17:26,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742167_1343 (size=12151) 2024-11-26T15:17:26,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634306741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:26,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634306741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:26,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:26,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634306831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:26,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:26,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634306841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:26,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634306961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:26,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:26,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:26,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634306961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:26,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:26,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:27,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/9cfa33f8f77d456eb4c867483d397cab 2024-11-26T15:17:27,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/ae5782166ecb48a2b4a338e943fb71c0 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ae5782166ecb48a2b4a338e943fb71c0 2024-11-26T15:17:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-26T15:17:27,122 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:17:27,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:17:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-26T15:17:27,125 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:17:27,125 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T15:17:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-26T15:17:27,125 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:17:27,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:17:27,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ae5782166ecb48a2b4a338e943fb71c0, entries=200, sequenceid=248, filesize=14.2 K 2024-11-26T15:17:27,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/322f21de72bb49debd4232d50ffac7a7 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/322f21de72bb49debd4232d50ffac7a7 2024-11-26T15:17:27,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/322f21de72bb49debd4232d50ffac7a7, entries=150, sequenceid=248, filesize=11.9 K 2024-11-26T15:17:27,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/9cfa33f8f77d456eb4c867483d397cab as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/9cfa33f8f77d456eb4c867483d397cab 2024-11-26T15:17:27,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/9cfa33f8f77d456eb4c867483d397cab, entries=150, sequenceid=248, filesize=11.9 K 2024-11-26T15:17:27,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~471.44 KB/482752, currentSize=13.42 KB/13740 for 43deb2564b7982563ea178b577e0bed2 in 535ms, sequenceid=248, compaction requested=true 2024-11-26T15:17:27,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:27,150 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:17:27,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:17:27,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:27,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:17:27,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:27,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:17:27,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T15:17:27,151 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:17:27,152 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36825 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:17:27,152 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/A is initiating minor compaction (all files) 2024-11-26T15:17:27,152 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/A in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:27,152 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/47fe8b05719243ed991858440bc4cfbf, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/9a4c635f348645588043c80785e5c47d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ae5782166ecb48a2b4a338e943fb71c0] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=36.0 K 2024-11-26T15:17:27,153 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:17:27,153 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/B is initiating minor compaction (all files) 2024-11-26T15:17:27,153 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47fe8b05719243ed991858440bc4cfbf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732634243459 2024-11-26T15:17:27,153 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/B in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:27,153 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/42d07b7eca06460889f10cfe0da67903, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/92a1d80b5cc042afb8ce46ffae7af998, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/322f21de72bb49debd4232d50ffac7a7] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=33.6 K 2024-11-26T15:17:27,153 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a4c635f348645588043c80785e5c47d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732634244182 2024-11-26T15:17:27,153 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 42d07b7eca06460889f10cfe0da67903, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732634243459 2024-11-26T15:17:27,153 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae5782166ecb48a2b4a338e943fb71c0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732634246446 2024-11-26T15:17:27,153 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 92a1d80b5cc042afb8ce46ffae7af998, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732634244182 2024-11-26T15:17:27,154 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 322f21de72bb49debd4232d50ffac7a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732634246467 2024-11-26T15:17:27,161 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#B#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:27,162 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/1694e598d46542369386c561224bbc55 is 50, key is test_row_0/B:col10/1732634246467/Put/seqid=0 2024-11-26T15:17:27,162 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#A#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:27,163 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/db3781a0eb964585a14a0fb343e68339 is 50, key is test_row_0/A:col10/1732634246467/Put/seqid=0 2024-11-26T15:17:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:27,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T15:17:27,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:27,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:27,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:27,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:27,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:27,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:27,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/ee4c5647ad7344b9b06503a31089e0ee is 50, key is test_row_0/A:col10/1732634247165/Put/seqid=0 2024-11-26T15:17:27,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742169_1345 (size=12629) 2024-11-26T15:17:27,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742168_1344 (size=12629) 2024-11-26T15:17:27,195 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/db3781a0eb964585a14a0fb343e68339 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/db3781a0eb964585a14a0fb343e68339 2024-11-26T15:17:27,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742170_1346 (size=17081) 2024-11-26T15:17:27,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/ee4c5647ad7344b9b06503a31089e0ee 2024-11-26T15:17:27,204 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/A of 43deb2564b7982563ea178b577e0bed2 into db3781a0eb964585a14a0fb343e68339(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:27,204 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:27,204 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/A, priority=13, startTime=1732634247150; duration=0sec 2024-11-26T15:17:27,204 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:27,204 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:A 2024-11-26T15:17:27,204 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:17:27,211 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:17:27,211 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/C is initiating minor compaction (all files) 2024-11-26T15:17:27,211 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/C in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:27,211 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/6a0132effdd74bc78f05f2a7e4d192a5, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/a73f02f80d6945d0b66427bd87e5e128, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/9cfa33f8f77d456eb4c867483d397cab] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=33.6 K 2024-11-26T15:17:27,212 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a0132effdd74bc78f05f2a7e4d192a5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732634243459 2024-11-26T15:17:27,212 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting a73f02f80d6945d0b66427bd87e5e128, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732634244182 2024-11-26T15:17:27,212 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cfa33f8f77d456eb4c867483d397cab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732634246467 2024-11-26T15:17:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-26T15:17:27,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/ce3db94beb2e47258c468be941e0a7c5 is 50, key is test_row_0/B:col10/1732634247165/Put/seqid=0 2024-11-26T15:17:27,247 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#C#compaction#292 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:27,247 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/ee9aeda5e50b495bae8c274221ac9554 is 50, key is test_row_0/C:col10/1732634246467/Put/seqid=0 2024-11-26T15:17:27,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742171_1347 (size=12251) 2024-11-26T15:17:27,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-26T15:17:27,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:27,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:27,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:27,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:27,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:27,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742172_1348 (size=12629) 2024-11-26T15:17:27,289 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634247259, max timestamp=1732634247286Num uniques 859; 2024-11-26T15:17:27,289 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:17:27,293 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634247259, max timestamp=1732634247286Num uniques 859; 2024-11-26T15:17:27,293 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:17:27,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634247259, max timestamp=1732634247286Num uniques 859; 2024-11-26T15:17:27,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:17:27,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634307335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:27,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634307339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:27,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:27,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:27,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634307339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:27,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:27,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634307353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:27,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:27,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-26T15:17:27,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:27,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:27,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:27,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:27,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-26T15:17:27,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634307461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:27,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634307461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:27,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634307462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:27,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:27,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634307471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:27,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-26T15:17:27,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:27,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:27,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:27,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:27,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:27,605 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/1694e598d46542369386c561224bbc55 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/1694e598d46542369386c561224bbc55 2024-11-26T15:17:27,620 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/B of 43deb2564b7982563ea178b577e0bed2 into 1694e598d46542369386c561224bbc55(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:27,620 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:27,621 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/B, priority=13, startTime=1732634247150; duration=0sec 2024-11-26T15:17:27,621 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:27,621 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:B 2024-11-26T15:17:27,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/ce3db94beb2e47258c468be941e0a7c5 2024-11-26T15:17:27,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/eff2e58d972f4e39a7edfb49ed8f8fa4 is 50, key is test_row_0/C:col10/1732634247165/Put/seqid=0 2024-11-26T15:17:27,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742173_1349 (size=12251) 2024-11-26T15:17:27,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634307681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:27,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:27,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634307681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:27,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:27,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634307682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:27,694 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/ee9aeda5e50b495bae8c274221ac9554 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/ee9aeda5e50b495bae8c274221ac9554 2024-11-26T15:17:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:27,698 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/C of 43deb2564b7982563ea178b577e0bed2 into ee9aeda5e50b495bae8c274221ac9554(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:27,698 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:27,698 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/C, priority=13, startTime=1732634247150; duration=0sec 2024-11-26T15:17:27,698 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:27,698 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:C 2024-11-26T15:17:27,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:27,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634307691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:27,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:27,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:27,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-26T15:17:27,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:27,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:27,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:27,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:27,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-26T15:17:27,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-26T15:17:27,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:27,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:27,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:27,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:27,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:28,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634308001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:28,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:28,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634308002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:28,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:28,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634308002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:28,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:28,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634308012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:28,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:28,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-26T15:17:28,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:28,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:28,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:28,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:28,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:28,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/eff2e58d972f4e39a7edfb49ed8f8fa4 2024-11-26T15:17:28,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/ee4c5647ad7344b9b06503a31089e0ee as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ee4c5647ad7344b9b06503a31089e0ee 2024-11-26T15:17:28,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ee4c5647ad7344b9b06503a31089e0ee, entries=250, sequenceid=259, filesize=16.7 K 2024-11-26T15:17:28,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/ce3db94beb2e47258c468be941e0a7c5 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/ce3db94beb2e47258c468be941e0a7c5 2024-11-26T15:17:28,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/ce3db94beb2e47258c468be941e0a7c5, entries=150, sequenceid=259, filesize=12.0 K 2024-11-26T15:17:28,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/eff2e58d972f4e39a7edfb49ed8f8fa4 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/eff2e58d972f4e39a7edfb49ed8f8fa4 2024-11-26T15:17:28,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/eff2e58d972f4e39a7edfb49ed8f8fa4, entries=150, sequenceid=259, filesize=12.0 K 2024-11-26T15:17:28,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 43deb2564b7982563ea178b577e0bed2 in 936ms, sequenceid=259, compaction requested=false 2024-11-26T15:17:28,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:28,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-26T15:17:28,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:28,223 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-26T15:17:28,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:28,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:28,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:28,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:28,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:28,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:28,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/ab157d42300140c0a53dc8712c41005c is 50, key is test_row_0/A:col10/1732634247333/Put/seqid=0 2024-11-26T15:17:28,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742174_1350 (size=12301) 2024-11-26T15:17:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-26T15:17:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:28,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:28,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634308577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:28,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634308582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:28,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:28,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:28,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634308584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:28,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634308586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:28,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:28,660 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/ab157d42300140c0a53dc8712c41005c 2024-11-26T15:17:28,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/73186357a7964c60bdcb260043226d63 is 50, key is test_row_0/B:col10/1732634247333/Put/seqid=0 2024-11-26T15:17:28,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634308704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:28,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:28,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634308704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:28,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:28,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634308717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:28,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:28,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634308728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:28,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742175_1351 (size=12301) 2024-11-26T15:17:28,752 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/73186357a7964c60bdcb260043226d63 2024-11-26T15:17:28,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/0c7c40dadc9a46a5acb388d815d7f42b is 50, key is test_row_0/C:col10/1732634247333/Put/seqid=0 2024-11-26T15:17:28,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742176_1352 (size=12301) 2024-11-26T15:17:28,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634308931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:28,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634308931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:28,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:28,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:28,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634308942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:28,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634308954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:28,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:28,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:29,243 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/0c7c40dadc9a46a5acb388d815d7f42b 2024-11-26T15:17:29,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/ab157d42300140c0a53dc8712c41005c as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ab157d42300140c0a53dc8712c41005c 2024-11-26T15:17:29,257 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ab157d42300140c0a53dc8712c41005c, entries=150, sequenceid=297, filesize=12.0 K 2024-11-26T15:17:29,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/73186357a7964c60bdcb260043226d63 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/73186357a7964c60bdcb260043226d63 2024-11-26T15:17:29,264 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/73186357a7964c60bdcb260043226d63, entries=150, sequenceid=297, filesize=12.0 K 2024-11-26T15:17:29,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/0c7c40dadc9a46a5acb388d815d7f42b as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/0c7c40dadc9a46a5acb388d815d7f42b 2024-11-26T15:17:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-26T15:17:29,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634309261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:29,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:29,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:29,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:29,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634309261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:29,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:29,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:29,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:29,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634309276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:29,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:29,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:29,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:29,286 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/0c7c40dadc9a46a5acb388d815d7f42b, entries=150, sequenceid=297, filesize=12.0 K 2024-11-26T15:17:29,288 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 43deb2564b7982563ea178b577e0bed2 in 1064ms, sequenceid=297, compaction requested=true 2024-11-26T15:17:29,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:29,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:29,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-26T15:17:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-26T15:17:29,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-26T15:17:29,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1650 sec 2024-11-26T15:17:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:29,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-26T15:17:29,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:29,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:29,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:29,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:29,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:29,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:29,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/889e5ea4feae4a3abfef08d5bbfe6b7e is 50, key is test_row_0/A:col10/1732634249294/Put/seqid=0 2024-11-26T15:17:29,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.1830 sec 2024-11-26T15:17:29,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742177_1353 (size=14741) 2024-11-26T15:17:29,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634309527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:29,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:29,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:29,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:29,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634309641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:29,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:29,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:29,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:29,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/889e5ea4feae4a3abfef08d5bbfe6b7e 2024-11-26T15:17:29,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/7fa5aea63ac84757820b23a93e2ebc31 is 50, key is test_row_0/B:col10/1732634249294/Put/seqid=0 2024-11-26T15:17:29,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742178_1354 (size=12301) 2024-11-26T15:17:29,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/7fa5aea63ac84757820b23a93e2ebc31 2024-11-26T15:17:29,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/9a2dfca1dcd74478b62f42ed7d8897bc is 50, key is test_row_0/C:col10/1732634249294/Put/seqid=0 2024-11-26T15:17:29,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634309791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:29,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634309792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:29,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634309792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:29,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:29,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:29,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:29,812 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:29,812 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:29,812 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:29,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742179_1355 (size=12301) 2024-11-26T15:17:29,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634309851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:30,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634310171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:30,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:30,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:30,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:30,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/9a2dfca1dcd74478b62f42ed7d8897bc 2024-11-26T15:17:30,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/889e5ea4feae4a3abfef08d5bbfe6b7e as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/889e5ea4feae4a3abfef08d5bbfe6b7e 2024-11-26T15:17:30,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/889e5ea4feae4a3abfef08d5bbfe6b7e, entries=200, sequenceid=309, filesize=14.4 K 2024-11-26T15:17:30,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/7fa5aea63ac84757820b23a93e2ebc31 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7fa5aea63ac84757820b23a93e2ebc31 2024-11-26T15:17:30,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7fa5aea63ac84757820b23a93e2ebc31, entries=150, sequenceid=309, filesize=12.0 K 2024-11-26T15:17:30,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/9a2dfca1dcd74478b62f42ed7d8897bc as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/9a2dfca1dcd74478b62f42ed7d8897bc 2024-11-26T15:17:30,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/9a2dfca1dcd74478b62f42ed7d8897bc, entries=150, sequenceid=309, filesize=12.0 K 2024-11-26T15:17:30,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 43deb2564b7982563ea178b577e0bed2 in 953ms, sequenceid=309, compaction requested=true 2024-11-26T15:17:30,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:30,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:17:30,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:30,248 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:17:30,248 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:17:30,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:17:30,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:30,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:17:30,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:30,249 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49482 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:17:30,249 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/B is initiating minor compaction (all files) 2024-11-26T15:17:30,249 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/B in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:30,249 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/1694e598d46542369386c561224bbc55, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/ce3db94beb2e47258c468be941e0a7c5, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/73186357a7964c60bdcb260043226d63, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7fa5aea63ac84757820b23a93e2ebc31] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=48.3 K 2024-11-26T15:17:30,249 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 1694e598d46542369386c561224bbc55, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732634246467 2024-11-26T15:17:30,250 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting ce3db94beb2e47258c468be941e0a7c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732634247157 2024-11-26T15:17:30,250 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 73186357a7964c60bdcb260043226d63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732634247313 2024-11-26T15:17:30,252 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56752 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:17:30,252 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/A is initiating minor compaction (all files) 2024-11-26T15:17:30,252 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/A in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:30,252 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/db3781a0eb964585a14a0fb343e68339, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ee4c5647ad7344b9b06503a31089e0ee, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ab157d42300140c0a53dc8712c41005c, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/889e5ea4feae4a3abfef08d5bbfe6b7e] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=55.4 K 2024-11-26T15:17:30,253 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting db3781a0eb964585a14a0fb343e68339, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732634246467 2024-11-26T15:17:30,253 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fa5aea63ac84757820b23a93e2ebc31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732634248553 2024-11-26T15:17:30,256 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee4c5647ad7344b9b06503a31089e0ee, keycount=250, bloomtype=ROW, size=16.7 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732634247153 2024-11-26T15:17:30,256 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab157d42300140c0a53dc8712c41005c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732634247313 2024-11-26T15:17:30,257 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 889e5ea4feae4a3abfef08d5bbfe6b7e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732634248553 2024-11-26T15:17:30,269 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#B#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:30,270 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/6f2071f9c0ee4d499c22c94e4b94dbbe is 50, key is test_row_0/B:col10/1732634249294/Put/seqid=0 2024-11-26T15:17:30,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742180_1356 (size=12915) 2024-11-26T15:17:30,291 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#A#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:30,292 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/d3f40642cde24137b559e0b19ad1f2d2 is 50, key is test_row_0/A:col10/1732634249294/Put/seqid=0 2024-11-26T15:17:30,303 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/6f2071f9c0ee4d499c22c94e4b94dbbe as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/6f2071f9c0ee4d499c22c94e4b94dbbe 2024-11-26T15:17:30,311 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/B of 43deb2564b7982563ea178b577e0bed2 into 6f2071f9c0ee4d499c22c94e4b94dbbe(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:30,311 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:30,311 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/B, priority=12, startTime=1732634250248; duration=0sec 2024-11-26T15:17:30,311 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:30,311 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:B 2024-11-26T15:17:30,311 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:17:30,312 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49482 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:17:30,312 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/C is initiating minor compaction (all files) 2024-11-26T15:17:30,312 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/C in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:30,313 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/ee9aeda5e50b495bae8c274221ac9554, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/eff2e58d972f4e39a7edfb49ed8f8fa4, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/0c7c40dadc9a46a5acb388d815d7f42b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/9a2dfca1dcd74478b62f42ed7d8897bc] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=48.3 K 2024-11-26T15:17:30,313 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting ee9aeda5e50b495bae8c274221ac9554, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732634246467 2024-11-26T15:17:30,313 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting eff2e58d972f4e39a7edfb49ed8f8fa4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732634247157 2024-11-26T15:17:30,314 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c7c40dadc9a46a5acb388d815d7f42b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732634247313 2024-11-26T15:17:30,314 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a2dfca1dcd74478b62f42ed7d8897bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732634248553 2024-11-26T15:17:30,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742181_1357 (size=12915) 2024-11-26T15:17:30,345 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#C#compaction#302 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:30,346 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/134d7e546f00462da6727f87580aeaca is 50, key is test_row_0/C:col10/1732634249294/Put/seqid=0 2024-11-26T15:17:30,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742182_1358 (size=12915) 2024-11-26T15:17:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:30,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-26T15:17:30,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:30,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:30,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:30,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:30,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:30,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:30,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/e0937bec4c714e91bba3d0b816cba8a2 is 50, key is test_row_0/A:col10/1732634249525/Put/seqid=0 2024-11-26T15:17:30,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742183_1359 (size=14741) 2024-11-26T15:17:30,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/e0937bec4c714e91bba3d0b816cba8a2 2024-11-26T15:17:30,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/3c7eb1526fae418d982719d65bcf5683 is 50, key is test_row_0/B:col10/1732634249525/Put/seqid=0 2024-11-26T15:17:30,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742184_1360 (size=12301) 2024-11-26T15:17:30,748 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/d3f40642cde24137b559e0b19ad1f2d2 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/d3f40642cde24137b559e0b19ad1f2d2 2024-11-26T15:17:30,753 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/A of 43deb2564b7982563ea178b577e0bed2 into d3f40642cde24137b559e0b19ad1f2d2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:30,753 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:30,753 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/A, priority=12, startTime=1732634250248; duration=0sec 2024-11-26T15:17:30,753 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:30,753 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:A 2024-11-26T15:17:30,765 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/134d7e546f00462da6727f87580aeaca as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/134d7e546f00462da6727f87580aeaca 2024-11-26T15:17:30,769 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/C of 43deb2564b7982563ea178b577e0bed2 into 134d7e546f00462da6727f87580aeaca(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:30,769 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:30,769 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/C, priority=12, startTime=1732634250248; duration=0sec 2024-11-26T15:17:30,769 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:30,769 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:C 2024-11-26T15:17:30,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634310759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:30,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634310811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:30,818 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in 43deb2564b7982563ea178b577e0bed2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:17:30,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:30,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:30,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:30,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634310821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:30,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634310821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:30,830 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in 43deb2564b7982563ea178b577e0bed2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2253 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:17:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:30,830 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in 43deb2564b7982563ea178b577e0bed2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:17:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:30,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:30,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:30,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:30,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634310881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:30,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:30,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:30,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:31,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634311091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:31,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:31,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:31,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:31,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/3c7eb1526fae418d982719d65bcf5683 2024-11-26T15:17:31,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/10b5b6ba7e37489380afcd408d61c795 is 50, key is test_row_0/C:col10/1732634249525/Put/seqid=0 2024-11-26T15:17:31,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742185_1361 (size=12301) 2024-11-26T15:17:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-26T15:17:31,312 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:17:31,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:17:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-26T15:17:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-26T15:17:31,314 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:17:31,314 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:17:31,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:17:31,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634311411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:31,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:31,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:31,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-26T15:17:31,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-26T15:17:31,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:31,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:31,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:31,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:31,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:31,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/10b5b6ba7e37489380afcd408d61c795 2024-11-26T15:17:31,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/e0937bec4c714e91bba3d0b816cba8a2 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/e0937bec4c714e91bba3d0b816cba8a2 2024-11-26T15:17:31,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/e0937bec4c714e91bba3d0b816cba8a2, entries=200, sequenceid=331, filesize=14.4 K 2024-11-26T15:17:31,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/3c7eb1526fae418d982719d65bcf5683 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/3c7eb1526fae418d982719d65bcf5683 2024-11-26T15:17:31,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/3c7eb1526fae418d982719d65bcf5683, entries=150, sequenceid=331, filesize=12.0 K 2024-11-26T15:17:31,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/10b5b6ba7e37489380afcd408d61c795 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/10b5b6ba7e37489380afcd408d61c795 2024-11-26T15:17:31,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/10b5b6ba7e37489380afcd408d61c795, entries=150, sequenceid=331, filesize=12.0 K 2024-11-26T15:17:31,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 43deb2564b7982563ea178b577e0bed2 in 854ms, sequenceid=331, compaction requested=false 2024-11-26T15:17:31,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:31,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-26T15:17:31,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:31,622 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T15:17:31,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:31,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:31,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:31,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:31,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:31,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:31,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/88fb1902bfb542df9550f7dae46b3f42 is 50, key is test_row_0/A:col10/1732634250745/Put/seqid=0 2024-11-26T15:17:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-26T15:17:31,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742186_1362 (size=12301) 2024-11-26T15:17:31,639 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/88fb1902bfb542df9550f7dae46b3f42 2024-11-26T15:17:31,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/0d2c76877e4e4f34a76da5aa882c51c9 is 50, key is test_row_0/B:col10/1732634250745/Put/seqid=0 2024-11-26T15:17:31,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742187_1363 (size=12301) 2024-11-26T15:17:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:31,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-26T15:17:32,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634252042, max timestamp=1732634252068Num uniques 859; 2024-11-26T15:17:32,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:17:32,074 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634252042, max timestamp=1732634252068Num uniques 859; 2024-11-26T15:17:32,074 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:17:32,075 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/0d2c76877e4e4f34a76da5aa882c51c9 2024-11-26T15:17:32,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/0d09c3c7806144d4bbf5d39d208ffa9d is 50, key is test_row_0/C:col10/1732634250745/Put/seqid=0 2024-11-26T15:17:32,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742188_1364 (size=12301) 2024-11-26T15:17:32,089 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/0d09c3c7806144d4bbf5d39d208ffa9d 2024-11-26T15:17:32,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/88fb1902bfb542df9550f7dae46b3f42 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/88fb1902bfb542df9550f7dae46b3f42 2024-11-26T15:17:32,099 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/88fb1902bfb542df9550f7dae46b3f42, entries=150, sequenceid=344, filesize=12.0 K 2024-11-26T15:17:32,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/0d2c76877e4e4f34a76da5aa882c51c9 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/0d2c76877e4e4f34a76da5aa882c51c9 2024-11-26T15:17:32,103 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/0d2c76877e4e4f34a76da5aa882c51c9, entries=150, sequenceid=344, filesize=12.0 K 2024-11-26T15:17:32,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/0d09c3c7806144d4bbf5d39d208ffa9d as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/0d09c3c7806144d4bbf5d39d208ffa9d 2024-11-26T15:17:32,113 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/0d09c3c7806144d4bbf5d39d208ffa9d, entries=150, sequenceid=344, filesize=12.0 K 2024-11-26T15:17:32,114 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=91.69 KB/93890 for 43deb2564b7982563ea178b577e0bed2 in 491ms, sequenceid=344, compaction requested=true 2024-11-26T15:17:32,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:32,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:32,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-26T15:17:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-26T15:17:32,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-26T15:17:32,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 801 msec 2024-11-26T15:17:32,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=98.40 KB heapSize=283.70 KB 2024-11-26T15:17:32,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:32,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:32,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:32,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:32,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:32,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:32,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 806 msec 2024-11-26T15:17:32,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/a1e7391110614e1c9b2638022dd7ab49 is 50, key is test_row_0/A:col10/1732634252088/Put/seqid=0 2024-11-26T15:17:32,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742189_1365 (size=14741) 2024-11-26T15:17:32,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634312255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:32,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:32,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:32,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:32,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634312371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:32,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:32,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:32,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-26T15:17:32,451 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:17:32,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:17:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-26T15:17:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-26T15:17:32,453 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:17:32,453 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:17:32,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:17:32,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/a1e7391110614e1c9b2638022dd7ab49 2024-11-26T15:17:32,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/f9bc8f2ada0d4047a5a7503ea7171230 is 50, key is test_row_0/B:col10/1732634252088/Put/seqid=0 2024-11-26T15:17:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-26T15:17:32,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742190_1366 (size=12301) 2024-11-26T15:17:32,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/f9bc8f2ada0d4047a5a7503ea7171230 2024-11-26T15:17:32,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/e9a9d0f5c78f413e80285090cb07c01c is 50, key is test_row_0/C:col10/1732634252088/Put/seqid=0 2024-11-26T15:17:32,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742191_1367 (size=12301) 2024-11-26T15:17:32,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-26T15:17:32,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634312591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:32,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:32,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:32,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:32,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:32,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:32,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:32,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:32,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:32,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-26T15:17:32,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:32,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:32,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:32,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:32,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:32,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-26T15:17:32,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634312841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:32,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634312841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:32,849 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in 43deb2564b7982563ea178b577e0bed2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4267 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:17:32,850 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in 43deb2564b7982563ea178b577e0bed2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4264 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:17:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:32,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634312851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:32,857 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in 43deb2564b7982563ea178b577e0bed2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4280 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:17:32,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:32,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:32,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:32,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-26T15:17:32,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:32,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:32,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:32,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:32,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:32,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634312921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:32,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:32,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:32,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:32,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/e9a9d0f5c78f413e80285090cb07c01c 2024-11-26T15:17:32,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/a1e7391110614e1c9b2638022dd7ab49 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/a1e7391110614e1c9b2638022dd7ab49 2024-11-26T15:17:32,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/a1e7391110614e1c9b2638022dd7ab49, entries=200, sequenceid=371, filesize=14.4 K 2024-11-26T15:17:32,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/f9bc8f2ada0d4047a5a7503ea7171230 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/f9bc8f2ada0d4047a5a7503ea7171230 2024-11-26T15:17:33,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/f9bc8f2ada0d4047a5a7503ea7171230, entries=150, sequenceid=371, filesize=12.0 K 2024-11-26T15:17:33,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/e9a9d0f5c78f413e80285090cb07c01c as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/e9a9d0f5c78f413e80285090cb07c01c 2024-11-26T15:17:33,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/e9a9d0f5c78f413e80285090cb07c01c, entries=150, sequenceid=371, filesize=12.0 K 2024-11-26T15:17:33,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~98.40 KB/100760, heapSize ~283.66 KB/290464, currentSize=80.51 KB/82440 for 43deb2564b7982563ea178b577e0bed2 in 885ms, sequenceid=371, compaction requested=true 2024-11-26T15:17:33,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:33,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:17:33,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:33,006 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:17:33,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:17:33,006 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:17:33,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:33,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:17:33,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:33,007 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:17:33,007 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54698 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:17:33,007 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/B is initiating minor compaction (all files) 2024-11-26T15:17:33,007 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/A is initiating minor compaction (all files) 2024-11-26T15:17:33,007 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/B in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:33,007 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/A in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:33,007 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/6f2071f9c0ee4d499c22c94e4b94dbbe, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/3c7eb1526fae418d982719d65bcf5683, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/0d2c76877e4e4f34a76da5aa882c51c9, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/f9bc8f2ada0d4047a5a7503ea7171230] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=48.7 K 2024-11-26T15:17:33,008 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/d3f40642cde24137b559e0b19ad1f2d2, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/e0937bec4c714e91bba3d0b816cba8a2, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/88fb1902bfb542df9550f7dae46b3f42, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/a1e7391110614e1c9b2638022dd7ab49] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=53.4 K 2024-11-26T15:17:33,008 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f2071f9c0ee4d499c22c94e4b94dbbe, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732634248553 2024-11-26T15:17:33,008 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting d3f40642cde24137b559e0b19ad1f2d2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732634248553 2024-11-26T15:17:33,008 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c7eb1526fae418d982719d65bcf5683, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732634249504 2024-11-26T15:17:33,008 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting e0937bec4c714e91bba3d0b816cba8a2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732634249483 2024-11-26T15:17:33,008 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d2c76877e4e4f34a76da5aa882c51c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732634250728 2024-11-26T15:17:33,008 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 88fb1902bfb542df9550f7dae46b3f42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732634250728 2024-11-26T15:17:33,008 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9bc8f2ada0d4047a5a7503ea7171230, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732634252088 2024-11-26T15:17:33,009 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting a1e7391110614e1c9b2638022dd7ab49, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732634252088 2024-11-26T15:17:33,016 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#A#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:33,016 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/d0ac03df07964b2192e4cef22491b0f3 is 50, key is test_row_0/A:col10/1732634252088/Put/seqid=0 2024-11-26T15:17:33,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742192_1368 (size=13051) 2024-11-26T15:17:33,020 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#B#compaction#313 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:33,020 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/f54cc08a506644c493195422c4eaf6e9 is 50, key is test_row_0/B:col10/1732634252088/Put/seqid=0 2024-11-26T15:17:33,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742193_1369 (size=13051) 2024-11-26T15:17:33,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-26T15:17:33,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:33,068 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-26T15:17:33,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:33,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:33,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:33,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:33,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:33,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:33,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/0e87615f390641a6970cd629564f3280 is 50, key is test_row_0/A:col10/1732634252215/Put/seqid=0 2024-11-26T15:17:33,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742194_1370 (size=12301) 2024-11-26T15:17:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-26T15:17:33,438 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/d0ac03df07964b2192e4cef22491b0f3 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/d0ac03df07964b2192e4cef22491b0f3 2024-11-26T15:17:33,441 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/f54cc08a506644c493195422c4eaf6e9 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/f54cc08a506644c493195422c4eaf6e9 2024-11-26T15:17:33,447 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/A of 43deb2564b7982563ea178b577e0bed2 into d0ac03df07964b2192e4cef22491b0f3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:33,447 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:33,447 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/A, priority=12, startTime=1732634253006; duration=0sec 2024-11-26T15:17:33,447 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:33,447 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:A 2024-11-26T15:17:33,447 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:17:33,447 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/B of 43deb2564b7982563ea178b577e0bed2 into f54cc08a506644c493195422c4eaf6e9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:33,447 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:33,447 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/B, priority=12, startTime=1732634253006; duration=0sec 2024-11-26T15:17:33,448 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:33,448 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:B 2024-11-26T15:17:33,451 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:17:33,451 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/C is initiating minor compaction (all files) 2024-11-26T15:17:33,451 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/C in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:33,451 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/134d7e546f00462da6727f87580aeaca, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/10b5b6ba7e37489380afcd408d61c795, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/0d09c3c7806144d4bbf5d39d208ffa9d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/e9a9d0f5c78f413e80285090cb07c01c] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=48.7 K 2024-11-26T15:17:33,452 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 134d7e546f00462da6727f87580aeaca, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732634248553 2024-11-26T15:17:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:33,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:33,452 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 10b5b6ba7e37489380afcd408d61c795, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732634249504 2024-11-26T15:17:33,453 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d09c3c7806144d4bbf5d39d208ffa9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732634250728 2024-11-26T15:17:33,453 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting e9a9d0f5c78f413e80285090cb07c01c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732634252088 2024-11-26T15:17:33,462 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#C#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:33,463 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/247978847dfc46dea66f5188b8c40918 is 50, key is test_row_0/C:col10/1732634252088/Put/seqid=0 2024-11-26T15:17:33,475 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/0e87615f390641a6970cd629564f3280 2024-11-26T15:17:33,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742195_1371 (size=13051) 2024-11-26T15:17:33,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/e49d11e331c7487696ce119a321c7c36 is 50, key is test_row_0/B:col10/1732634252215/Put/seqid=0 2024-11-26T15:17:33,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742196_1372 (size=12301) 2024-11-26T15:17:33,522 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/e49d11e331c7487696ce119a321c7c36 2024-11-26T15:17:33,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/7ba03799b9f84030a601eb4ad85dc263 is 50, key is test_row_0/C:col10/1732634252215/Put/seqid=0 2024-11-26T15:17:33,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742197_1373 (size=12301) 2024-11-26T15:17:33,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634313578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-26T15:17:33,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634313691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:33,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:33,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:33,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:33,895 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/247978847dfc46dea66f5188b8c40918 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/247978847dfc46dea66f5188b8c40918 2024-11-26T15:17:33,900 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/C of 43deb2564b7982563ea178b577e0bed2 into 247978847dfc46dea66f5188b8c40918(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:33,900 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:33,900 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/C, priority=12, startTime=1732634253007; duration=0sec 2024-11-26T15:17:33,900 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:33,900 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:C 2024-11-26T15:17:33,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634313921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:33,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:33,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:33,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:33,950 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/7ba03799b9f84030a601eb4ad85dc263 2024-11-26T15:17:33,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/0e87615f390641a6970cd629564f3280 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/0e87615f390641a6970cd629564f3280 2024-11-26T15:17:33,964 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/0e87615f390641a6970cd629564f3280, entries=150, sequenceid=386, filesize=12.0 K 2024-11-26T15:17:33,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/e49d11e331c7487696ce119a321c7c36 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/e49d11e331c7487696ce119a321c7c36 2024-11-26T15:17:33,969 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/e49d11e331c7487696ce119a321c7c36, entries=150, sequenceid=386, filesize=12.0 K 2024-11-26T15:17:33,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/7ba03799b9f84030a601eb4ad85dc263 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/7ba03799b9f84030a601eb4ad85dc263 2024-11-26T15:17:33,973 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/7ba03799b9f84030a601eb4ad85dc263, entries=150, sequenceid=386, filesize=12.0 K 2024-11-26T15:17:33,973 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 43deb2564b7982563ea178b577e0bed2 in 905ms, sequenceid=386, compaction requested=false 2024-11-26T15:17:33,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:33,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:33,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-26T15:17:33,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-26T15:17:33,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-26T15:17:33,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5240 sec 2024-11-26T15:17:33,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.5270 sec 2024-11-26T15:17:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:34,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-26T15:17:34,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:34,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:34,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:34,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:34,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:34,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:34,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/de60bb1e0ab04fe89215f1af9097a36f is 50, key is test_row_0/A:col10/1732634253524/Put/seqid=0 2024-11-26T15:17:34,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742198_1374 (size=14741) 2024-11-26T15:17:34,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634314335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:34,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:34,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:34,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:34,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634314451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-26T15:17:34,612 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:17:34,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:17:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-26T15:17:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-26T15:17:34,619 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:17:34,620 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:17:34,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:17:34,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/de60bb1e0ab04fe89215f1af9097a36f 2024-11-26T15:17:34,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/7a116bf7d20e4588827b320de552b05b is 50, key is test_row_0/B:col10/1732634253524/Put/seqid=0 2024-11-26T15:17:34,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634314666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:34,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:34,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:34,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:34,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742199_1375 (size=12301) 2024-11-26T15:17:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-26T15:17:34,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-26T15:17:34,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:34,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:34,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:34,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:34,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:34,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-26T15:17:34,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:34,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:34,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:34,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:34,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-26T15:17:34,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634314991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:34,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:34,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:34,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:35,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-26T15:17:35,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:35,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:35,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:35,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:35,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:35,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/7a116bf7d20e4588827b320de552b05b 2024-11-26T15:17:35,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/48d5ade748014ae18ed6e2ca70f6b758 is 50, key is test_row_0/C:col10/1732634253524/Put/seqid=0 2024-11-26T15:17:35,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742200_1376 (size=12301) 2024-11-26T15:17:35,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/48d5ade748014ae18ed6e2ca70f6b758 2024-11-26T15:17:35,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/de60bb1e0ab04fe89215f1af9097a36f as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/de60bb1e0ab04fe89215f1af9097a36f 2024-11-26T15:17:35,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51710 deadline: 1732634315131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:35,140 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in 43deb2564b7982563ea178b577e0bed2 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18375 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:17:35,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:35,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:35,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:35,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/de60bb1e0ab04fe89215f1af9097a36f, entries=200, sequenceid=407, filesize=14.4 K 2024-11-26T15:17:35,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/7a116bf7d20e4588827b320de552b05b as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7a116bf7d20e4588827b320de552b05b 2024-11-26T15:17:35,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7a116bf7d20e4588827b320de552b05b, entries=150, sequenceid=407, filesize=12.0 K 2024-11-26T15:17:35,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/48d5ade748014ae18ed6e2ca70f6b758 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/48d5ade748014ae18ed6e2ca70f6b758 2024-11-26T15:17:35,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/48d5ade748014ae18ed6e2ca70f6b758, entries=150, sequenceid=407, filesize=12.0 K 2024-11-26T15:17:35,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 43deb2564b7982563ea178b577e0bed2 in 922ms, sequenceid=407, compaction requested=true 2024-11-26T15:17:35,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:35,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:17:35,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:35,157 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:17:35,157 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:17:35,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:17:35,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:35,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:17:35,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:35,161 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:17:35,161 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:17:35,161 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/B is initiating minor compaction (all files) 2024-11-26T15:17:35,161 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/A is initiating minor compaction (all files) 2024-11-26T15:17:35,161 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/B in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:35,161 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/A in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:35,161 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/d0ac03df07964b2192e4cef22491b0f3, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/0e87615f390641a6970cd629564f3280, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/de60bb1e0ab04fe89215f1af9097a36f] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=39.2 K 2024-11-26T15:17:35,161 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/f54cc08a506644c493195422c4eaf6e9, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/e49d11e331c7487696ce119a321c7c36, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7a116bf7d20e4588827b320de552b05b] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=36.8 K 2024-11-26T15:17:35,161 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting f54cc08a506644c493195422c4eaf6e9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732634252088 2024-11-26T15:17:35,161 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0ac03df07964b2192e4cef22491b0f3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732634252088 2024-11-26T15:17:35,161 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting e49d11e331c7487696ce119a321c7c36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732634252215 2024-11-26T15:17:35,161 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e87615f390641a6970cd629564f3280, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732634252215 2024-11-26T15:17:35,162 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a116bf7d20e4588827b320de552b05b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732634253524 2024-11-26T15:17:35,162 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting de60bb1e0ab04fe89215f1af9097a36f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732634253524 2024-11-26T15:17:35,170 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#A#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:35,171 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/612ae23d8c25422482ad2cc05d8169cf is 50, key is test_row_0/A:col10/1732634253524/Put/seqid=0 2024-11-26T15:17:35,178 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#B#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:35,178 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/50ed9170f10d499b8bdf0a2dac1c51d9 is 50, key is test_row_0/B:col10/1732634253524/Put/seqid=0 2024-11-26T15:17:35,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742201_1377 (size=13153) 2024-11-26T15:17:35,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742202_1378 (size=13153) 2024-11-26T15:17:35,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-26T15:17:35,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:35,238 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-26T15:17:35,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:35,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:35,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:35,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:35,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:35,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-26T15:17:35,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/fcc7dc6dcee64965bf4b4ca34f43c4fe is 50, key is test_row_0/A:col10/1732634254334/Put/seqid=0 2024-11-26T15:17:35,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742203_1379 (size=12301) 2024-11-26T15:17:35,280 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/fcc7dc6dcee64965bf4b4ca34f43c4fe 2024-11-26T15:17:35,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/abdad95fb51045cdb52a7a62c4001285 is 50, key is test_row_0/B:col10/1732634254334/Put/seqid=0 2024-11-26T15:17:35,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742204_1380 (size=12301) 2024-11-26T15:17:35,345 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/abdad95fb51045cdb52a7a62c4001285 2024-11-26T15:17:35,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/8391d1f3dc1841f2b2ed0f394891e203 is 50, key is test_row_0/C:col10/1732634254334/Put/seqid=0 2024-11-26T15:17:35,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742205_1381 (size=12301) 2024-11-26T15:17:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:35,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. as already flushing 2024-11-26T15:17:35,584 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/612ae23d8c25422482ad2cc05d8169cf as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/612ae23d8c25422482ad2cc05d8169cf 2024-11-26T15:17:35,590 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/A of 43deb2564b7982563ea178b577e0bed2 into 612ae23d8c25422482ad2cc05d8169cf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:35,590 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:35,591 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/A, priority=13, startTime=1732634255157; duration=0sec 2024-11-26T15:17:35,591 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:35,591 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:A 2024-11-26T15:17:35,591 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:17:35,592 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:17:35,592 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/C is initiating minor compaction (all files) 2024-11-26T15:17:35,592 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/C in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:35,592 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/247978847dfc46dea66f5188b8c40918, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/7ba03799b9f84030a601eb4ad85dc263, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/48d5ade748014ae18ed6e2ca70f6b758] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=36.8 K 2024-11-26T15:17:35,593 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 247978847dfc46dea66f5188b8c40918, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732634252088 2024-11-26T15:17:35,593 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ba03799b9f84030a601eb4ad85dc263, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732634252215 2024-11-26T15:17:35,593 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48d5ade748014ae18ed6e2ca70f6b758, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732634253524 2024-11-26T15:17:35,595 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/50ed9170f10d499b8bdf0a2dac1c51d9 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/50ed9170f10d499b8bdf0a2dac1c51d9 2024-11-26T15:17:35,600 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/B of 43deb2564b7982563ea178b577e0bed2 into 50ed9170f10d499b8bdf0a2dac1c51d9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:35,600 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:35,600 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/B, priority=13, startTime=1732634255157; duration=0sec 2024-11-26T15:17:35,600 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:35,600 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:B 2024-11-26T15:17:35,602 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#C#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:35,602 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/1e195d3981dc48b6aaa9fcd74e73f484 is 50, key is test_row_0/C:col10/1732634253524/Put/seqid=0 2024-11-26T15:17:35,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742206_1382 (size=13153) 2024-11-26T15:17:35,622 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/1e195d3981dc48b6aaa9fcd74e73f484 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/1e195d3981dc48b6aaa9fcd74e73f484 2024-11-26T15:17:35,627 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/C of 43deb2564b7982563ea178b577e0bed2 into 1e195d3981dc48b6aaa9fcd74e73f484(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:35,627 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:35,627 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/C, priority=13, startTime=1732634255157; duration=0sec 2024-11-26T15:17:35,628 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:35,628 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:C 2024-11-26T15:17:35,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634315683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-26T15:17:35,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634315791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:35,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:35,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:35,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:35,819 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/8391d1f3dc1841f2b2ed0f394891e203 2024-11-26T15:17:35,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/fcc7dc6dcee64965bf4b4ca34f43c4fe as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/fcc7dc6dcee64965bf4b4ca34f43c4fe 2024-11-26T15:17:35,827 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/fcc7dc6dcee64965bf4b4ca34f43c4fe, entries=150, sequenceid=421, filesize=12.0 K 2024-11-26T15:17:35,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/abdad95fb51045cdb52a7a62c4001285 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/abdad95fb51045cdb52a7a62c4001285 2024-11-26T15:17:35,831 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/abdad95fb51045cdb52a7a62c4001285, entries=150, sequenceid=421, filesize=12.0 K 2024-11-26T15:17:35,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/8391d1f3dc1841f2b2ed0f394891e203 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/8391d1f3dc1841f2b2ed0f394891e203 2024-11-26T15:17:35,835 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/8391d1f3dc1841f2b2ed0f394891e203, entries=150, sequenceid=421, filesize=12.0 K 2024-11-26T15:17:35,836 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 43deb2564b7982563ea178b577e0bed2 in 599ms, sequenceid=421, compaction requested=false 2024-11-26T15:17:35,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:35,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:35,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-26T15:17:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-26T15:17:35,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-26T15:17:35,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2170 sec 2024-11-26T15:17:35,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.2270 sec 2024-11-26T15:17:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:36,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-26T15:17:36,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:36,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:36,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:36,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:36,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:36,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:36,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/9990a6e070e44dcc86765f8e9551106b is 50, key is test_row_0/A:col10/1732634256016/Put/seqid=0 2024-11-26T15:17:36,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742207_1383 (size=14741) 2024-11-26T15:17:36,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/9990a6e070e44dcc86765f8e9551106b 2024-11-26T15:17:36,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/5fb9679e9f47497dbb9f92f99cdf8d61 is 50, key is test_row_0/B:col10/1732634256016/Put/seqid=0 2024-11-26T15:17:36,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742208_1384 (size=12301) 2024-11-26T15:17:36,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/5fb9679e9f47497dbb9f92f99cdf8d61 2024-11-26T15:17:36,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/d1f0d6db53ce4b31982dadb629c1c366 is 50, key is test_row_0/C:col10/1732634256016/Put/seqid=0 2024-11-26T15:17:36,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742209_1385 (size=12301) 2024-11-26T15:17:36,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/d1f0d6db53ce4b31982dadb629c1c366 2024-11-26T15:17:36,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/9990a6e070e44dcc86765f8e9551106b as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/9990a6e070e44dcc86765f8e9551106b 2024-11-26T15:17:36,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:36,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634316123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:36,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:36,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:36,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:36,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/9990a6e070e44dcc86765f8e9551106b, entries=200, sequenceid=443, filesize=14.4 K 2024-11-26T15:17:36,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/5fb9679e9f47497dbb9f92f99cdf8d61 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/5fb9679e9f47497dbb9f92f99cdf8d61 2024-11-26T15:17:36,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/5fb9679e9f47497dbb9f92f99cdf8d61, entries=150, sequenceid=443, filesize=12.0 K 2024-11-26T15:17:36,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/d1f0d6db53ce4b31982dadb629c1c366 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/d1f0d6db53ce4b31982dadb629c1c366 2024-11-26T15:17:36,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/d1f0d6db53ce4b31982dadb629c1c366, entries=150, sequenceid=443, filesize=12.0 K 2024-11-26T15:17:36,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 43deb2564b7982563ea178b577e0bed2 in 135ms, sequenceid=443, compaction requested=true 2024-11-26T15:17:36,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:36,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:17:36,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:36,153 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:17:36,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:17:36,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:36,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:17:36,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-26T15:17:36,153 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:17:36,154 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:17:36,154 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/A is initiating minor compaction (all files) 2024-11-26T15:17:36,154 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/A in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:36,154 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/612ae23d8c25422482ad2cc05d8169cf, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/fcc7dc6dcee64965bf4b4ca34f43c4fe, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/9990a6e070e44dcc86765f8e9551106b] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=39.3 K 2024-11-26T15:17:36,155 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:17:36,155 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/B is initiating minor compaction (all files) 2024-11-26T15:17:36,155 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/B in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:36,155 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/50ed9170f10d499b8bdf0a2dac1c51d9, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/abdad95fb51045cdb52a7a62c4001285, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/5fb9679e9f47497dbb9f92f99cdf8d61] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=36.9 K 2024-11-26T15:17:36,155 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 612ae23d8c25422482ad2cc05d8169cf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732634253524 2024-11-26T15:17:36,158 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 50ed9170f10d499b8bdf0a2dac1c51d9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732634253524 2024-11-26T15:17:36,158 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting abdad95fb51045cdb52a7a62c4001285, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732634254267 2024-11-26T15:17:36,158 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcc7dc6dcee64965bf4b4ca34f43c4fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732634254267 2024-11-26T15:17:36,159 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9990a6e070e44dcc86765f8e9551106b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732634255638 2024-11-26T15:17:36,159 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fb9679e9f47497dbb9f92f99cdf8d61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732634255638 2024-11-26T15:17:36,199 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#A#compaction#330 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:36,200 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/bf95584393f249a09aba02b2c94423dc is 50, key is test_row_0/A:col10/1732634256016/Put/seqid=0 2024-11-26T15:17:36,206 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#B#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:36,207 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/9f558985b8cb4d0c94b2599b1954244c is 50, key is test_row_0/B:col10/1732634256016/Put/seqid=0 2024-11-26T15:17:36,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742210_1386 (size=13255) 2024-11-26T15:17:36,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742211_1387 (size=13255) 2024-11-26T15:17:36,245 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/9f558985b8cb4d0c94b2599b1954244c as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/9f558985b8cb4d0c94b2599b1954244c 2024-11-26T15:17:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:36,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-26T15:17:36,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:36,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:36,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:36,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:36,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:36,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:36,253 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/B of 43deb2564b7982563ea178b577e0bed2 into 9f558985b8cb4d0c94b2599b1954244c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:36,253 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:36,253 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/B, priority=13, startTime=1732634256153; duration=0sec 2024-11-26T15:17:36,253 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:36,253 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:B 2024-11-26T15:17:36,253 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:17:36,254 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:17:36,254 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/C is initiating minor compaction (all files) 2024-11-26T15:17:36,254 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/C in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:36,255 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/1e195d3981dc48b6aaa9fcd74e73f484, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/8391d1f3dc1841f2b2ed0f394891e203, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/d1f0d6db53ce4b31982dadb629c1c366] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=36.9 K 2024-11-26T15:17:36,255 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e195d3981dc48b6aaa9fcd74e73f484, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732634253524 2024-11-26T15:17:36,255 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 8391d1f3dc1841f2b2ed0f394891e203, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732634254267 2024-11-26T15:17:36,255 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting d1f0d6db53ce4b31982dadb629c1c366, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732634255638 2024-11-26T15:17:36,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/23e23f0581884540bc84abe622a74a8e is 50, key is test_row_0/A:col10/1732634256021/Put/seqid=0 2024-11-26T15:17:36,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742212_1388 (size=14741) 2024-11-26T15:17:36,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/23e23f0581884540bc84abe622a74a8e 2024-11-26T15:17:36,267 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#C#compaction#333 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:36,267 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/9548176c58764511a0e73c1017223029 is 50, key is test_row_0/C:col10/1732634256016/Put/seqid=0 2024-11-26T15:17:36,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/101c14d43e57452298f1b4874cb11d13 is 50, key is test_row_0/B:col10/1732634256021/Put/seqid=0 2024-11-26T15:17:36,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742213_1389 (size=13255) 2024-11-26T15:17:36,285 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/9548176c58764511a0e73c1017223029 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/9548176c58764511a0e73c1017223029 2024-11-26T15:17:36,293 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/C of 43deb2564b7982563ea178b577e0bed2 into 9548176c58764511a0e73c1017223029(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:36,293 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:36,293 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/C, priority=13, startTime=1732634256153; duration=0sec 2024-11-26T15:17:36,293 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:36,293 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:C 2024-11-26T15:17:36,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742214_1390 (size=12301) 2024-11-26T15:17:36,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634316390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:36,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:36,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:36,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:36,481 INFO [Thread-1448 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1448. 2024-11-26T15:17:36,481 DEBUG [Thread-1448 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:17:36,481 DEBUG [Thread-1448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:36,482 DEBUG [Thread-1448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:36,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:36,483 INFO [Thread-1444 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1444. 2024-11-26T15:17:36,483 DEBUG [Thread-1444 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:17:36,483 DEBUG [Thread-1444 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:36,483 DEBUG [Thread-1444 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:36,483 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:36,488 INFO [Thread-1442 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1442. 2024-11-26T15:17:36,488 DEBUG [Thread-1442 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:17:36,488 DEBUG [Thread-1442 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:36,488 DEBUG [Thread-1442 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:36,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:36,492 INFO [Thread-1446 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1446. 2024-11-26T15:17:36,492 DEBUG [Thread-1446 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:17:36,492 DEBUG [Thread-1446 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:36,492 DEBUG [Thread-1446 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:36,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:36,495 INFO [Thread-1450 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1450. 2024-11-26T15:17:36,495 DEBUG [Thread-1450 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:17:36,495 DEBUG [Thread-1450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:36,495 DEBUG [Thread-1450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:36,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:36,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634316501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:36,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:36,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:36,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:36,638 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/bf95584393f249a09aba02b2c94423dc as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/bf95584393f249a09aba02b2c94423dc 2024-11-26T15:17:36,642 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/A of 43deb2564b7982563ea178b577e0bed2 into bf95584393f249a09aba02b2c94423dc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:36,642 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:36,642 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/A, priority=13, startTime=1732634256153; duration=0sec 2024-11-26T15:17:36,642 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:36,642 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:A 2024-11-26T15:17:36,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/101c14d43e57452298f1b4874cb11d13 2024-11-26T15:17:36,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/f8ac485f64db4dbda017c342709b8be2 is 50, key is test_row_0/C:col10/1732634256021/Put/seqid=0 2024-11-26T15:17:36,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742215_1391 (size=12301) 2024-11-26T15:17:36,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634316711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-26T15:17:36,772 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:17:36,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:36,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51688 deadline: 1732634316881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51746 deadline: 1732634316881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:36,882 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in 43deb2564b7982563ea178b577e0bed2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8306 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:17:36,882 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in 43deb2564b7982563ea178b577e0bed2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8296 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:17:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:36,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1732634316891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:36,892 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in 43deb2564b7982563ea178b577e0bed2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8309 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:17:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:37,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51690 deadline: 1732634317021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:37,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 , the old value is region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:37,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:37,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=2 because the exception is null or not the one we care about 2024-11-26T15:17:37,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/f8ac485f64db4dbda017c342709b8be2 2024-11-26T15:17:37,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/23e23f0581884540bc84abe622a74a8e as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/23e23f0581884540bc84abe622a74a8e 2024-11-26T15:17:37,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/23e23f0581884540bc84abe622a74a8e, entries=200, sequenceid=457, filesize=14.4 K 2024-11-26T15:17:37,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/101c14d43e57452298f1b4874cb11d13 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/101c14d43e57452298f1b4874cb11d13 2024-11-26T15:17:37,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/101c14d43e57452298f1b4874cb11d13, entries=150, sequenceid=457, filesize=12.0 K 2024-11-26T15:17:37,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/f8ac485f64db4dbda017c342709b8be2 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/f8ac485f64db4dbda017c342709b8be2 2024-11-26T15:17:37,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/f8ac485f64db4dbda017c342709b8be2, entries=150, sequenceid=457, filesize=12.0 K 2024-11-26T15:17:37,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 43deb2564b7982563ea178b577e0bed2 in 880ms, sequenceid=457, compaction requested=false 2024-11-26T15:17:37,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:37,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-26T15:17:37,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:37,533 INFO [Thread-1437 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1437. 2024-11-26T15:17:37,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:37,533 DEBUG [Thread-1437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:17:37,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:37,533 DEBUG [Thread-1437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:37,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:37,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:37,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:37,533 DEBUG [Thread-1437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:37,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:37,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/588f0c399df54348b8dbfaecb47d22f4 is 50, key is test_row_0/A:col10/1732634257532/Put/seqid=0 2024-11-26T15:17:37,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742216_1392 (size=12301) 2024-11-26T15:17:37,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/588f0c399df54348b8dbfaecb47d22f4 2024-11-26T15:17:37,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/a383d9a1fe1846afbae55877c677161b is 50, key is test_row_0/B:col10/1732634257532/Put/seqid=0 2024-11-26T15:17:37,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742217_1393 (size=12301) 2024-11-26T15:17:38,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/a383d9a1fe1846afbae55877c677161b 2024-11-26T15:17:38,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/6c92527fc5d34b088cb03e29113410d4 is 50, key is test_row_0/C:col10/1732634257532/Put/seqid=0 2024-11-26T15:17:38,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742218_1394 (size=12301) 2024-11-26T15:17:38,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/6c92527fc5d34b088cb03e29113410d4 2024-11-26T15:17:38,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/588f0c399df54348b8dbfaecb47d22f4 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/588f0c399df54348b8dbfaecb47d22f4 2024-11-26T15:17:38,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/588f0c399df54348b8dbfaecb47d22f4, entries=150, sequenceid=479, filesize=12.0 K 2024-11-26T15:17:38,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/a383d9a1fe1846afbae55877c677161b as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/a383d9a1fe1846afbae55877c677161b 2024-11-26T15:17:38,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/a383d9a1fe1846afbae55877c677161b, entries=150, sequenceid=479, filesize=12.0 K 2024-11-26T15:17:38,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/6c92527fc5d34b088cb03e29113410d4 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/6c92527fc5d34b088cb03e29113410d4 2024-11-26T15:17:38,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/6c92527fc5d34b088cb03e29113410d4, entries=150, sequenceid=479, filesize=12.0 K 2024-11-26T15:17:38,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 43deb2564b7982563ea178b577e0bed2 in 1264ms, sequenceid=479, compaction requested=true 2024-11-26T15:17:38,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:38,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:17:38,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:38,798 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:17:38,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:17:38,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:38,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 43deb2564b7982563ea178b577e0bed2:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:17:38,798 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:17:38,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:38,798 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:17:38,799 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:17:38,799 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/B is initiating minor compaction (all files) 2024-11-26T15:17:38,799 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/A is initiating minor compaction (all files) 2024-11-26T15:17:38,799 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/B in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:38,799 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/A in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:38,799 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/bf95584393f249a09aba02b2c94423dc, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/23e23f0581884540bc84abe622a74a8e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/588f0c399df54348b8dbfaecb47d22f4] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=39.4 K 2024-11-26T15:17:38,799 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/9f558985b8cb4d0c94b2599b1954244c, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/101c14d43e57452298f1b4874cb11d13, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/a383d9a1fe1846afbae55877c677161b] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=37.0 K 2024-11-26T15:17:38,799 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f558985b8cb4d0c94b2599b1954244c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732634255638 2024-11-26T15:17:38,799 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf95584393f249a09aba02b2c94423dc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732634255638 2024-11-26T15:17:38,799 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 101c14d43e57452298f1b4874cb11d13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732634256021 2024-11-26T15:17:38,799 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23e23f0581884540bc84abe622a74a8e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732634256021 2024-11-26T15:17:38,799 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting a383d9a1fe1846afbae55877c677161b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732634256319 2024-11-26T15:17:38,799 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 588f0c399df54348b8dbfaecb47d22f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732634256319 2024-11-26T15:17:38,806 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#B#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:38,806 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/dda1fce524174af9916b3f631cab9206 is 50, key is test_row_0/B:col10/1732634257532/Put/seqid=0 2024-11-26T15:17:38,807 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#A#compaction#340 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:38,807 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/2d26cf6696c24c3a9d88820d11a4e5b0 is 50, key is test_row_0/A:col10/1732634257532/Put/seqid=0 2024-11-26T15:17:38,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742219_1395 (size=13357) 2024-11-26T15:17:38,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742220_1396 (size=13357) 2024-11-26T15:17:39,215 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/dda1fce524174af9916b3f631cab9206 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/dda1fce524174af9916b3f631cab9206 2024-11-26T15:17:39,215 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/2d26cf6696c24c3a9d88820d11a4e5b0 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/2d26cf6696c24c3a9d88820d11a4e5b0 2024-11-26T15:17:39,221 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/B of 43deb2564b7982563ea178b577e0bed2 into dda1fce524174af9916b3f631cab9206(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:39,221 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:39,221 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/A of 43deb2564b7982563ea178b577e0bed2 into 2d26cf6696c24c3a9d88820d11a4e5b0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:39,221 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/B, priority=13, startTime=1732634258798; duration=0sec 2024-11-26T15:17:39,221 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:39,221 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/A, priority=13, startTime=1732634258798; duration=0sec 2024-11-26T15:17:39,221 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:39,221 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:A 2024-11-26T15:17:39,221 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:39,221 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:B 2024-11-26T15:17:39,221 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:17:39,222 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:17:39,222 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): 43deb2564b7982563ea178b577e0bed2/C is initiating minor compaction (all files) 2024-11-26T15:17:39,222 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 43deb2564b7982563ea178b577e0bed2/C in TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:39,222 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/9548176c58764511a0e73c1017223029, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/f8ac485f64db4dbda017c342709b8be2, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/6c92527fc5d34b088cb03e29113410d4] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp, totalSize=37.0 K 2024-11-26T15:17:39,223 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9548176c58764511a0e73c1017223029, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732634255638 2024-11-26T15:17:39,223 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8ac485f64db4dbda017c342709b8be2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732634256021 2024-11-26T15:17:39,223 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c92527fc5d34b088cb03e29113410d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732634256319 2024-11-26T15:17:39,231 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 43deb2564b7982563ea178b577e0bed2#C#compaction#341 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:39,232 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/dc57aa9e1c0c4b2686218d01dcbcb5d6 is 50, key is test_row_0/C:col10/1732634257532/Put/seqid=0 2024-11-26T15:17:39,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742221_1397 (size=13357) 2024-11-26T15:17:39,639 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/dc57aa9e1c0c4b2686218d01dcbcb5d6 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/dc57aa9e1c0c4b2686218d01dcbcb5d6 2024-11-26T15:17:39,643 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 43deb2564b7982563ea178b577e0bed2/C of 43deb2564b7982563ea178b577e0bed2 into dc57aa9e1c0c4b2686218d01dcbcb5d6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:39,643 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 43deb2564b7982563ea178b577e0bed2: 2024-11-26T15:17:39,643 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., storeName=43deb2564b7982563ea178b577e0bed2/C, priority=13, startTime=1732634258798; duration=0sec 2024-11-26T15:17:39,643 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:39,643 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 43deb2564b7982563ea178b577e0bed2:C 2024-11-26T15:17:45,162 INFO [Thread-1431 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1431. 2024-11-26T15:17:45,162 DEBUG [Thread-1431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:17:45,162 DEBUG [Thread-1431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:45,162 DEBUG [Thread-1431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:45,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:46,904 INFO [Thread-1435 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1435. 2024-11-26T15:17:46,904 INFO [Thread-1433 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1433. 2024-11-26T15:17:46,904 DEBUG [Thread-1435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:17:46,904 DEBUG [Thread-1433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:17:46,904 DEBUG [Thread-1435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:46,904 DEBUG [Thread-1433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:46,904 DEBUG [Thread-1435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:46,904 DEBUG [Thread-1433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:46,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:46,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:46,923 INFO [Thread-1439 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1439. 2024-11-26T15:17:46,923 DEBUG [Thread-1439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:17:46,923 DEBUG [Thread-1439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:46,923 DEBUG [Thread-1439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:46,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:46,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T15:17:46,923 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-26T15:17:46,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-26T15:17:46,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-26T15:17:46,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 183 2024-11-26T15:17:46,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-26T15:17:46,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T15:17:46,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T15:17:46,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 868 2024-11-26T15:17:46,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2597 rows 2024-11-26T15:17:46,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 866 2024-11-26T15:17:46,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2597 rows 2024-11-26T15:17:46,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 873 2024-11-26T15:17:46,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2619 rows 2024-11-26T15:17:46,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 867 2024-11-26T15:17:46,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2594 rows 2024-11-26T15:17:46,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 859 2024-11-26T15:17:46,924 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2571 rows 2024-11-26T15:17:46,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:17:46,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:17:46,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:46,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:46,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:17:46,925 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-26T15:17:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T15:17:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-26T15:17:46,928 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634266928"}]},"ts":"1732634266928"} 2024-11-26T15:17:46,930 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T15:17:46,930 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T15:17:46,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T15:17:46,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=43deb2564b7982563ea178b577e0bed2, UNASSIGN}] 2024-11-26T15:17:46,934 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=43deb2564b7982563ea178b577e0bed2, UNASSIGN 2024-11-26T15:17:46,934 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=43deb2564b7982563ea178b577e0bed2, regionState=CLOSING, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:46,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=43deb2564b7982563ea178b577e0bed2, UNASSIGN because future has completed 2024-11-26T15:17:46,936 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T15:17:46,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035}] 2024-11-26T15:17:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-26T15:17:47,089 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(122): Close 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:47,089 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T15:17:47,089 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1722): Closing 43deb2564b7982563ea178b577e0bed2, disabling compactions & flushes 2024-11-26T15:17:47,089 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:47,089 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:47,089 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. after waiting 0 ms 2024-11-26T15:17:47,089 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:47,089 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(2902): Flushing 43deb2564b7982563ea178b577e0bed2 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-26T15:17:47,090 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=A 2024-11-26T15:17:47,090 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:47,090 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=B 2024-11-26T15:17:47,090 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:47,090 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 43deb2564b7982563ea178b577e0bed2, store=C 2024-11-26T15:17:47,090 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:47,093 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/3d93ebd8b5c04d7dab6ce6532403d5da is 50, key is test_row_0/A:col10/1732634266902/Put/seqid=0 2024-11-26T15:17:47,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742222_1398 (size=9857) 2024-11-26T15:17:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-26T15:17:47,496 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/3d93ebd8b5c04d7dab6ce6532403d5da 2024-11-26T15:17:47,514 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/7430f25dc81f4e89a9daaf6cbc01a8b0 is 50, key is test_row_0/B:col10/1732634266902/Put/seqid=0 2024-11-26T15:17:47,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742223_1399 (size=9857) 2024-11-26T15:17:47,525 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/7430f25dc81f4e89a9daaf6cbc01a8b0 2024-11-26T15:17:47,534 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/4c7a1ba8ce054b879fbbf7e0997a37bd is 50, key is test_row_0/C:col10/1732634266902/Put/seqid=0 2024-11-26T15:17:47,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742224_1400 (size=9857) 2024-11-26T15:17:47,538 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/4c7a1ba8ce054b879fbbf7e0997a37bd 2024-11-26T15:17:47,542 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/A/3d93ebd8b5c04d7dab6ce6532403d5da as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/3d93ebd8b5c04d7dab6ce6532403d5da 2024-11-26T15:17:47,546 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/3d93ebd8b5c04d7dab6ce6532403d5da, entries=100, sequenceid=489, filesize=9.6 K 2024-11-26T15:17:47,547 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/B/7430f25dc81f4e89a9daaf6cbc01a8b0 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7430f25dc81f4e89a9daaf6cbc01a8b0 2024-11-26T15:17:47,550 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7430f25dc81f4e89a9daaf6cbc01a8b0, entries=100, sequenceid=489, filesize=9.6 K 2024-11-26T15:17:47,551 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/.tmp/C/4c7a1ba8ce054b879fbbf7e0997a37bd as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/4c7a1ba8ce054b879fbbf7e0997a37bd 2024-11-26T15:17:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-26T15:17:47,555 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/4c7a1ba8ce054b879fbbf7e0997a37bd, entries=100, sequenceid=489, filesize=9.6 K 2024-11-26T15:17:47,556 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 43deb2564b7982563ea178b577e0bed2 in 466ms, sequenceid=489, compaction requested=false 2024-11-26T15:17:47,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/932f059e4f9d416895c75c2f44254c70, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/f99f693feef14f1b907597719a55fc92, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/25af63738ab54036809870248ef56990, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ba019b861c0643b6bc9fccbd4c9db46f, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/9b0bb6ffe46f4c8d8a616310afb3821d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/cd5d860462b948e3b365b394ce10f581, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/4ea9d5411280455fba810d1cecd2a166, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/d109a7c174894db1a19f61d315ceebcb, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/e5406bd992be4aa6ae5f2f69a4f7bb37, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/5b6e6955beb74092b6a7924bb6d4a294, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/47fe8b05719243ed991858440bc4cfbf, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ece16031b06b4efb95df9aa16a101330, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/9a4c635f348645588043c80785e5c47d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ae5782166ecb48a2b4a338e943fb71c0, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/db3781a0eb964585a14a0fb343e68339, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ee4c5647ad7344b9b06503a31089e0ee, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ab157d42300140c0a53dc8712c41005c, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/889e5ea4feae4a3abfef08d5bbfe6b7e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/d3f40642cde24137b559e0b19ad1f2d2, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/e0937bec4c714e91bba3d0b816cba8a2, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/88fb1902bfb542df9550f7dae46b3f42, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/a1e7391110614e1c9b2638022dd7ab49, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/d0ac03df07964b2192e4cef22491b0f3, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/0e87615f390641a6970cd629564f3280, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/de60bb1e0ab04fe89215f1af9097a36f, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/612ae23d8c25422482ad2cc05d8169cf, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/fcc7dc6dcee64965bf4b4ca34f43c4fe, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/9990a6e070e44dcc86765f8e9551106b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/bf95584393f249a09aba02b2c94423dc, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/23e23f0581884540bc84abe622a74a8e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/588f0c399df54348b8dbfaecb47d22f4] to archive 2024-11-26T15:17:47,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T15:17:47,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/932f059e4f9d416895c75c2f44254c70 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/932f059e4f9d416895c75c2f44254c70 2024-11-26T15:17:47,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/f99f693feef14f1b907597719a55fc92 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/f99f693feef14f1b907597719a55fc92 2024-11-26T15:17:47,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/25af63738ab54036809870248ef56990 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/25af63738ab54036809870248ef56990 2024-11-26T15:17:47,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ba019b861c0643b6bc9fccbd4c9db46f to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ba019b861c0643b6bc9fccbd4c9db46f 2024-11-26T15:17:47,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/9b0bb6ffe46f4c8d8a616310afb3821d to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/9b0bb6ffe46f4c8d8a616310afb3821d 2024-11-26T15:17:47,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/cd5d860462b948e3b365b394ce10f581 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/cd5d860462b948e3b365b394ce10f581 2024-11-26T15:17:47,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/4ea9d5411280455fba810d1cecd2a166 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/4ea9d5411280455fba810d1cecd2a166 2024-11-26T15:17:47,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/d109a7c174894db1a19f61d315ceebcb to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/d109a7c174894db1a19f61d315ceebcb 2024-11-26T15:17:47,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/e5406bd992be4aa6ae5f2f69a4f7bb37 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/e5406bd992be4aa6ae5f2f69a4f7bb37 2024-11-26T15:17:47,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/5b6e6955beb74092b6a7924bb6d4a294 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/5b6e6955beb74092b6a7924bb6d4a294 2024-11-26T15:17:47,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/47fe8b05719243ed991858440bc4cfbf to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/47fe8b05719243ed991858440bc4cfbf 2024-11-26T15:17:47,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ece16031b06b4efb95df9aa16a101330 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ece16031b06b4efb95df9aa16a101330 2024-11-26T15:17:47,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/9a4c635f348645588043c80785e5c47d to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/9a4c635f348645588043c80785e5c47d 2024-11-26T15:17:47,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ae5782166ecb48a2b4a338e943fb71c0 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ae5782166ecb48a2b4a338e943fb71c0 2024-11-26T15:17:47,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/db3781a0eb964585a14a0fb343e68339 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/db3781a0eb964585a14a0fb343e68339 2024-11-26T15:17:47,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ee4c5647ad7344b9b06503a31089e0ee to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ee4c5647ad7344b9b06503a31089e0ee 2024-11-26T15:17:47,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ab157d42300140c0a53dc8712c41005c to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/ab157d42300140c0a53dc8712c41005c 2024-11-26T15:17:47,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/889e5ea4feae4a3abfef08d5bbfe6b7e to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/889e5ea4feae4a3abfef08d5bbfe6b7e 2024-11-26T15:17:47,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/d3f40642cde24137b559e0b19ad1f2d2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/d3f40642cde24137b559e0b19ad1f2d2 2024-11-26T15:17:47,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/e0937bec4c714e91bba3d0b816cba8a2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/e0937bec4c714e91bba3d0b816cba8a2 2024-11-26T15:17:47,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/88fb1902bfb542df9550f7dae46b3f42 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/88fb1902bfb542df9550f7dae46b3f42 2024-11-26T15:17:47,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/a1e7391110614e1c9b2638022dd7ab49 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/a1e7391110614e1c9b2638022dd7ab49 2024-11-26T15:17:47,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/d0ac03df07964b2192e4cef22491b0f3 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/d0ac03df07964b2192e4cef22491b0f3 2024-11-26T15:17:47,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/0e87615f390641a6970cd629564f3280 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/0e87615f390641a6970cd629564f3280 2024-11-26T15:17:47,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/de60bb1e0ab04fe89215f1af9097a36f to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/de60bb1e0ab04fe89215f1af9097a36f 2024-11-26T15:17:47,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/612ae23d8c25422482ad2cc05d8169cf to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/612ae23d8c25422482ad2cc05d8169cf 2024-11-26T15:17:47,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/fcc7dc6dcee64965bf4b4ca34f43c4fe to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/fcc7dc6dcee64965bf4b4ca34f43c4fe 2024-11-26T15:17:47,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/9990a6e070e44dcc86765f8e9551106b to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/9990a6e070e44dcc86765f8e9551106b 2024-11-26T15:17:47,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/bf95584393f249a09aba02b2c94423dc to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/bf95584393f249a09aba02b2c94423dc 2024-11-26T15:17:47,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/23e23f0581884540bc84abe622a74a8e to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/23e23f0581884540bc84abe622a74a8e 2024-11-26T15:17:47,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/588f0c399df54348b8dbfaecb47d22f4 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/588f0c399df54348b8dbfaecb47d22f4 2024-11-26T15:17:47,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7b75db82ce444cf9a004660b07b37bef, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7651fede0b30496ba5783e863db914e0, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/663ff41dcedd4133a45fbe349b5dc722, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/2ef5e7d3d27c472298df85726e1dfc01, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/a29dbff166ac4954affa57326962db9a, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/e568ad3f212f40468653cfce56014c68, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/5b10dbe30c1d450b8e2297e01e39ef65, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/4de48bc5d75e4463960e7d4b7ae8fc90, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/d8719b9b17b64b11a0a9369fed4d6316, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/97f384ffde384c8cb7dfbbd7fec76798, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/42d07b7eca06460889f10cfe0da67903, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/5018ee16d0e04526877f823370abb471, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/92a1d80b5cc042afb8ce46ffae7af998, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/1694e598d46542369386c561224bbc55, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/322f21de72bb49debd4232d50ffac7a7, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/ce3db94beb2e47258c468be941e0a7c5, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/73186357a7964c60bdcb260043226d63, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/6f2071f9c0ee4d499c22c94e4b94dbbe, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7fa5aea63ac84757820b23a93e2ebc31, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/3c7eb1526fae418d982719d65bcf5683, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/0d2c76877e4e4f34a76da5aa882c51c9, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/f54cc08a506644c493195422c4eaf6e9, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/f9bc8f2ada0d4047a5a7503ea7171230, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/e49d11e331c7487696ce119a321c7c36, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/50ed9170f10d499b8bdf0a2dac1c51d9, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7a116bf7d20e4588827b320de552b05b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/abdad95fb51045cdb52a7a62c4001285, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/9f558985b8cb4d0c94b2599b1954244c, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/5fb9679e9f47497dbb9f92f99cdf8d61, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/101c14d43e57452298f1b4874cb11d13, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/a383d9a1fe1846afbae55877c677161b] to archive 2024-11-26T15:17:47,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T15:17:47,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7b75db82ce444cf9a004660b07b37bef to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7b75db82ce444cf9a004660b07b37bef 2024-11-26T15:17:47,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7651fede0b30496ba5783e863db914e0 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7651fede0b30496ba5783e863db914e0 2024-11-26T15:17:47,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/663ff41dcedd4133a45fbe349b5dc722 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/663ff41dcedd4133a45fbe349b5dc722 2024-11-26T15:17:47,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/2ef5e7d3d27c472298df85726e1dfc01 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/2ef5e7d3d27c472298df85726e1dfc01 2024-11-26T15:17:47,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/a29dbff166ac4954affa57326962db9a to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/a29dbff166ac4954affa57326962db9a 2024-11-26T15:17:47,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/e568ad3f212f40468653cfce56014c68 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/e568ad3f212f40468653cfce56014c68 2024-11-26T15:17:47,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/5b10dbe30c1d450b8e2297e01e39ef65 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/5b10dbe30c1d450b8e2297e01e39ef65 2024-11-26T15:17:47,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/4de48bc5d75e4463960e7d4b7ae8fc90 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/4de48bc5d75e4463960e7d4b7ae8fc90 2024-11-26T15:17:47,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/d8719b9b17b64b11a0a9369fed4d6316 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/d8719b9b17b64b11a0a9369fed4d6316 2024-11-26T15:17:47,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/97f384ffde384c8cb7dfbbd7fec76798 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/97f384ffde384c8cb7dfbbd7fec76798 2024-11-26T15:17:47,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/42d07b7eca06460889f10cfe0da67903 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/42d07b7eca06460889f10cfe0da67903 2024-11-26T15:17:47,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/5018ee16d0e04526877f823370abb471 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/5018ee16d0e04526877f823370abb471 2024-11-26T15:17:47,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/92a1d80b5cc042afb8ce46ffae7af998 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/92a1d80b5cc042afb8ce46ffae7af998 2024-11-26T15:17:47,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/1694e598d46542369386c561224bbc55 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/1694e598d46542369386c561224bbc55 2024-11-26T15:17:47,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/322f21de72bb49debd4232d50ffac7a7 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/322f21de72bb49debd4232d50ffac7a7 2024-11-26T15:17:47,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/ce3db94beb2e47258c468be941e0a7c5 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/ce3db94beb2e47258c468be941e0a7c5 2024-11-26T15:17:47,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/73186357a7964c60bdcb260043226d63 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/73186357a7964c60bdcb260043226d63 2024-11-26T15:17:47,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/6f2071f9c0ee4d499c22c94e4b94dbbe to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/6f2071f9c0ee4d499c22c94e4b94dbbe 2024-11-26T15:17:47,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7fa5aea63ac84757820b23a93e2ebc31 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7fa5aea63ac84757820b23a93e2ebc31 2024-11-26T15:17:47,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/3c7eb1526fae418d982719d65bcf5683 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/3c7eb1526fae418d982719d65bcf5683 2024-11-26T15:17:47,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/0d2c76877e4e4f34a76da5aa882c51c9 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/0d2c76877e4e4f34a76da5aa882c51c9 2024-11-26T15:17:47,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/f54cc08a506644c493195422c4eaf6e9 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/f54cc08a506644c493195422c4eaf6e9 2024-11-26T15:17:47,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/f9bc8f2ada0d4047a5a7503ea7171230 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/f9bc8f2ada0d4047a5a7503ea7171230 2024-11-26T15:17:47,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/e49d11e331c7487696ce119a321c7c36 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/e49d11e331c7487696ce119a321c7c36 2024-11-26T15:17:47,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/50ed9170f10d499b8bdf0a2dac1c51d9 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/50ed9170f10d499b8bdf0a2dac1c51d9 2024-11-26T15:17:47,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7a116bf7d20e4588827b320de552b05b to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7a116bf7d20e4588827b320de552b05b 2024-11-26T15:17:47,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/abdad95fb51045cdb52a7a62c4001285 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/abdad95fb51045cdb52a7a62c4001285 2024-11-26T15:17:47,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/9f558985b8cb4d0c94b2599b1954244c to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/9f558985b8cb4d0c94b2599b1954244c 2024-11-26T15:17:47,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/5fb9679e9f47497dbb9f92f99cdf8d61 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/5fb9679e9f47497dbb9f92f99cdf8d61 2024-11-26T15:17:47,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/101c14d43e57452298f1b4874cb11d13 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/101c14d43e57452298f1b4874cb11d13 2024-11-26T15:17:47,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/a383d9a1fe1846afbae55877c677161b to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/a383d9a1fe1846afbae55877c677161b 2024-11-26T15:17:47,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/2ee41f9602334656bdc04907d6fc7b5e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/0aa7dfbfa31547fbb47e99606c19ab41, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/cd395019780048aab0914dc1c166d913, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/d974ab1eb60d43c4b448ed973d3476b5, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/76996d6fc88a45dc9269b6ff0a5aea79, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/afcc90c27c9f47bbae51a54dd220bb67, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/52a4e7e5a80547bd974162acba68a3d6, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/8c06efd84ea5486082fb86aab9c4308c, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/007c91a1c76c4554b4c3a9d2a84e1089, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/19f1a18cdf7646e1ad3ff0192410d44d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/6a0132effdd74bc78f05f2a7e4d192a5, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/809ee439bba04e2aafe85e679a11256b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/a73f02f80d6945d0b66427bd87e5e128, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/ee9aeda5e50b495bae8c274221ac9554, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/9cfa33f8f77d456eb4c867483d397cab, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/eff2e58d972f4e39a7edfb49ed8f8fa4, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/0c7c40dadc9a46a5acb388d815d7f42b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/134d7e546f00462da6727f87580aeaca, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/9a2dfca1dcd74478b62f42ed7d8897bc, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/10b5b6ba7e37489380afcd408d61c795, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/0d09c3c7806144d4bbf5d39d208ffa9d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/247978847dfc46dea66f5188b8c40918, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/e9a9d0f5c78f413e80285090cb07c01c, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/7ba03799b9f84030a601eb4ad85dc263, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/1e195d3981dc48b6aaa9fcd74e73f484, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/48d5ade748014ae18ed6e2ca70f6b758, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/8391d1f3dc1841f2b2ed0f394891e203, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/9548176c58764511a0e73c1017223029, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/d1f0d6db53ce4b31982dadb629c1c366, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/f8ac485f64db4dbda017c342709b8be2, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/6c92527fc5d34b088cb03e29113410d4] to archive 2024-11-26T15:17:47,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T15:17:47,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/2ee41f9602334656bdc04907d6fc7b5e to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/2ee41f9602334656bdc04907d6fc7b5e 2024-11-26T15:17:47,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/0aa7dfbfa31547fbb47e99606c19ab41 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/0aa7dfbfa31547fbb47e99606c19ab41 2024-11-26T15:17:47,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/cd395019780048aab0914dc1c166d913 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/cd395019780048aab0914dc1c166d913 2024-11-26T15:17:47,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/d974ab1eb60d43c4b448ed973d3476b5 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/d974ab1eb60d43c4b448ed973d3476b5 2024-11-26T15:17:47,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/76996d6fc88a45dc9269b6ff0a5aea79 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/76996d6fc88a45dc9269b6ff0a5aea79 2024-11-26T15:17:47,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/afcc90c27c9f47bbae51a54dd220bb67 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/afcc90c27c9f47bbae51a54dd220bb67 2024-11-26T15:17:47,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/52a4e7e5a80547bd974162acba68a3d6 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/52a4e7e5a80547bd974162acba68a3d6 2024-11-26T15:17:47,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/8c06efd84ea5486082fb86aab9c4308c to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/8c06efd84ea5486082fb86aab9c4308c 2024-11-26T15:17:47,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/007c91a1c76c4554b4c3a9d2a84e1089 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/007c91a1c76c4554b4c3a9d2a84e1089 2024-11-26T15:17:47,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/19f1a18cdf7646e1ad3ff0192410d44d to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/19f1a18cdf7646e1ad3ff0192410d44d 2024-11-26T15:17:47,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/6a0132effdd74bc78f05f2a7e4d192a5 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/6a0132effdd74bc78f05f2a7e4d192a5 2024-11-26T15:17:47,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/809ee439bba04e2aafe85e679a11256b to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/809ee439bba04e2aafe85e679a11256b 2024-11-26T15:17:47,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/a73f02f80d6945d0b66427bd87e5e128 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/a73f02f80d6945d0b66427bd87e5e128 2024-11-26T15:17:47,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/ee9aeda5e50b495bae8c274221ac9554 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/ee9aeda5e50b495bae8c274221ac9554 2024-11-26T15:17:47,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/9cfa33f8f77d456eb4c867483d397cab to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/9cfa33f8f77d456eb4c867483d397cab 2024-11-26T15:17:47,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/eff2e58d972f4e39a7edfb49ed8f8fa4 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/eff2e58d972f4e39a7edfb49ed8f8fa4 2024-11-26T15:17:47,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/0c7c40dadc9a46a5acb388d815d7f42b to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/0c7c40dadc9a46a5acb388d815d7f42b 2024-11-26T15:17:47,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/134d7e546f00462da6727f87580aeaca to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/134d7e546f00462da6727f87580aeaca 2024-11-26T15:17:47,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/9a2dfca1dcd74478b62f42ed7d8897bc to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/9a2dfca1dcd74478b62f42ed7d8897bc 2024-11-26T15:17:47,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/10b5b6ba7e37489380afcd408d61c795 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/10b5b6ba7e37489380afcd408d61c795 2024-11-26T15:17:47,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/0d09c3c7806144d4bbf5d39d208ffa9d to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/0d09c3c7806144d4bbf5d39d208ffa9d 2024-11-26T15:17:47,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/247978847dfc46dea66f5188b8c40918 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/247978847dfc46dea66f5188b8c40918 2024-11-26T15:17:47,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/e9a9d0f5c78f413e80285090cb07c01c to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/e9a9d0f5c78f413e80285090cb07c01c 2024-11-26T15:17:47,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/7ba03799b9f84030a601eb4ad85dc263 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/7ba03799b9f84030a601eb4ad85dc263 2024-11-26T15:17:47,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/1e195d3981dc48b6aaa9fcd74e73f484 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/1e195d3981dc48b6aaa9fcd74e73f484 2024-11-26T15:17:47,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/48d5ade748014ae18ed6e2ca70f6b758 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/48d5ade748014ae18ed6e2ca70f6b758 2024-11-26T15:17:47,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/8391d1f3dc1841f2b2ed0f394891e203 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/8391d1f3dc1841f2b2ed0f394891e203 2024-11-26T15:17:47,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/9548176c58764511a0e73c1017223029 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/9548176c58764511a0e73c1017223029 2024-11-26T15:17:47,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/d1f0d6db53ce4b31982dadb629c1c366 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/d1f0d6db53ce4b31982dadb629c1c366 2024-11-26T15:17:47,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/f8ac485f64db4dbda017c342709b8be2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/f8ac485f64db4dbda017c342709b8be2 2024-11-26T15:17:47,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/6c92527fc5d34b088cb03e29113410d4 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/6c92527fc5d34b088cb03e29113410d4 2024-11-26T15:17:47,688 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/recovered.edits/492.seqid, newMaxSeqId=492, maxSeqId=1 2024-11-26T15:17:47,688 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. 2024-11-26T15:17:47,688 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1676): Region close journal for 43deb2564b7982563ea178b577e0bed2: Waiting for close lock at 1732634267089Running coprocessor pre-close hooks at 1732634267089Disabling compacts and flushes for region at 1732634267089Disabling writes for close at 1732634267089Obtaining lock to block concurrent updates at 1732634267089Preparing flush snapshotting stores in 43deb2564b7982563ea178b577e0bed2 at 1732634267089Finished memstore snapshotting TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732634267090 (+1 ms)Flushing stores of TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2. at 1732634267090Flushing 43deb2564b7982563ea178b577e0bed2/A: creating writer at 1732634267090Flushing 43deb2564b7982563ea178b577e0bed2/A: appending metadata at 1732634267092 (+2 ms)Flushing 43deb2564b7982563ea178b577e0bed2/A: closing flushed file at 1732634267093 (+1 ms)Flushing 43deb2564b7982563ea178b577e0bed2/B: creating writer at 1732634267500 (+407 ms)Flushing 43deb2564b7982563ea178b577e0bed2/B: appending metadata at 1732634267513 (+13 ms)Flushing 43deb2564b7982563ea178b577e0bed2/B: closing flushed file at 1732634267513Flushing 43deb2564b7982563ea178b577e0bed2/C: creating writer at 1732634267530 (+17 ms)Flushing 43deb2564b7982563ea178b577e0bed2/C: appending metadata at 1732634267533 (+3 ms)Flushing 43deb2564b7982563ea178b577e0bed2/C: closing flushed file at 1732634267533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a185cd0: reopening flushed file at 1732634267542 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a5932cc: reopening flushed file at 1732634267546 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60d29f89: reopening flushed file at 1732634267551 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 43deb2564b7982563ea178b577e0bed2 in 466ms, sequenceid=489, compaction requested=false at 1732634267556 (+5 ms)Writing region close event to WAL at 1732634267685 (+129 ms)Running coprocessor post-close hooks at 1732634267688 (+3 ms)Closed at 1732634267688 2024-11-26T15:17:47,690 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(157): Closed 43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:47,691 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=43deb2564b7982563ea178b577e0bed2, regionState=CLOSED 2024-11-26T15:17:47,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 because future has completed 2024-11-26T15:17:47,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-26T15:17:47,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseRegionProcedure 43deb2564b7982563ea178b577e0bed2, server=6cc2bc8bf733,45537,1732634099035 in 756 msec 2024-11-26T15:17:47,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-11-26T15:17:47,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=43deb2564b7982563ea178b577e0bed2, UNASSIGN in 760 msec 2024-11-26T15:17:47,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-26T15:17:47,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 765 msec 2024-11-26T15:17:47,697 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634267697"}]},"ts":"1732634267697"} 2024-11-26T15:17:47,699 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T15:17:47,699 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T15:17:47,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 775 msec 2024-11-26T15:17:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-26T15:17:48,062 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:17:48,062 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-26T15:17:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:17:48,065 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:17:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-26T15:17:48,065 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=115, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:17:48,068 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:48,070 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A, FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B, FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C, FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/recovered.edits] 2024-11-26T15:17:48,072 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/2d26cf6696c24c3a9d88820d11a4e5b0 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/2d26cf6696c24c3a9d88820d11a4e5b0 2024-11-26T15:17:48,074 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/3d93ebd8b5c04d7dab6ce6532403d5da to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/A/3d93ebd8b5c04d7dab6ce6532403d5da 2024-11-26T15:17:48,076 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7430f25dc81f4e89a9daaf6cbc01a8b0 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/7430f25dc81f4e89a9daaf6cbc01a8b0 2024-11-26T15:17:48,077 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/dda1fce524174af9916b3f631cab9206 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/B/dda1fce524174af9916b3f631cab9206 2024-11-26T15:17:48,079 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/4c7a1ba8ce054b879fbbf7e0997a37bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/4c7a1ba8ce054b879fbbf7e0997a37bd 2024-11-26T15:17:48,080 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/dc57aa9e1c0c4b2686218d01dcbcb5d6 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/C/dc57aa9e1c0c4b2686218d01dcbcb5d6 2024-11-26T15:17:48,083 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/recovered.edits/492.seqid to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2/recovered.edits/492.seqid 2024-11-26T15:17:48,083 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/43deb2564b7982563ea178b577e0bed2 2024-11-26T15:17:48,083 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T15:17:48,085 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=115, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:17:48,087 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T15:17:48,088 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T15:17:48,089 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=115, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:17:48,089 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T15:17:48,089 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732634268089"}]},"ts":"9223372036854775807"} 2024-11-26T15:17:48,091 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-26T15:17:48,091 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 43deb2564b7982563ea178b577e0bed2, NAME => 'TestAcidGuarantees,,1732634234053.43deb2564b7982563ea178b577e0bed2.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T15:17:48,091 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T15:17:48,091 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732634268091"}]},"ts":"9223372036854775807"} 2024-11-26T15:17:48,093 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-26T15:17:48,093 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=115, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:17:48,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 31 msec 2024-11-26T15:17:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-26T15:17:48,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-26T15:17:48,172 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:17:48,188 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=247 (was 248), OpenFileDescriptor=451 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1079 (was 1261), ProcessCount=11 (was 11), AvailableMemoryMB=5088 (was 4703) - AvailableMemoryMB LEAK? - 2024-11-26T15:17:48,201 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=1079, ProcessCount=11, AvailableMemoryMB=5088 2024-11-26T15:17:48,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T15:17:48,203 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:17:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-26T15:17:48,224 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T15:17:48,225 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:48,225 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 116 2024-11-26T15:17:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-26T15:17:48,226 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T15:17:48,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742225_1401 (size=1061) 2024-11-26T15:17:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-26T15:17:48,491 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T15:17:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-26T15:17:48,639 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726 2024-11-26T15:17:48,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742226_1402 (size=53) 2024-11-26T15:17:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-26T15:17:49,084 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:17:49,085 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e9446c90326c79f5f61eba194fe623bd, disabling compactions & flushes 2024-11-26T15:17:49,085 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:49,085 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:49,085 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. after waiting 0 ms 2024-11-26T15:17:49,085 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:49,085 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:49,085 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e9446c90326c79f5f61eba194fe623bd: Waiting for close lock at 1732634269085Disabling compacts and flushes for region at 1732634269085Disabling writes for close at 1732634269085Writing region close event to WAL at 1732634269085Closed at 1732634269085 2024-11-26T15:17:49,087 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T15:17:49,087 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732634269087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732634269087"}]},"ts":"1732634269087"} 2024-11-26T15:17:49,090 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T15:17:49,093 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T15:17:49,093 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634269093"}]},"ts":"1732634269093"} 2024-11-26T15:17:49,095 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-26T15:17:49,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9446c90326c79f5f61eba194fe623bd, ASSIGN}] 2024-11-26T15:17:49,097 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9446c90326c79f5f61eba194fe623bd, ASSIGN 2024-11-26T15:17:49,098 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9446c90326c79f5f61eba194fe623bd, ASSIGN; state=OFFLINE, location=6cc2bc8bf733,45537,1732634099035; forceNewPlan=false, retain=false 2024-11-26T15:17:49,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=e9446c90326c79f5f61eba194fe623bd, regionState=OPENING, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:49,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9446c90326c79f5f61eba194fe623bd, ASSIGN because future has completed 2024-11-26T15:17:49,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035}] 2024-11-26T15:17:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-26T15:17:49,424 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:49,424 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7752): Opening region: {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:17:49,425 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:49,425 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:17:49,425 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7794): checking encryption for e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:49,425 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7797): checking classloading for e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:49,431 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:49,432 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:17:49,432 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9446c90326c79f5f61eba194fe623bd columnFamilyName A 2024-11-26T15:17:49,432 DEBUG [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:49,433 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] regionserver.HStore(327): Store=e9446c90326c79f5f61eba194fe623bd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:17:49,433 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:49,434 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:17:49,434 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9446c90326c79f5f61eba194fe623bd columnFamilyName B 2024-11-26T15:17:49,434 DEBUG [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:49,435 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] regionserver.HStore(327): Store=e9446c90326c79f5f61eba194fe623bd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:17:49,435 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:49,436 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:17:49,436 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9446c90326c79f5f61eba194fe623bd columnFamilyName C 2024-11-26T15:17:49,436 DEBUG [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:49,437 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] regionserver.HStore(327): Store=e9446c90326c79f5f61eba194fe623bd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:17:49,437 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:49,437 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1038): replaying wal for e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:49,438 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:49,438 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:49,440 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1048): stopping wal replay for e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:49,440 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1060): Cleaning up temporary data for e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:49,440 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T15:17:49,442 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1093): writing seq id for e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:49,444 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T15:17:49,444 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1114): Opened e9446c90326c79f5f61eba194fe623bd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73186577, jitterRate=0.09056498110294342}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T15:17:49,444 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:49,445 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1006): Region open journal for e9446c90326c79f5f61eba194fe623bd: Running coprocessor pre-open hook at 1732634269425Writing region info on filesystem at 1732634269425Initializing all the Stores at 1732634269429 (+4 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634269429Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634269431 (+2 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634269431Cleaning up temporary data from old regions at 1732634269440 (+9 ms)Running coprocessor post-open hooks at 1732634269444 (+4 ms)Region opened successfully at 1732634269445 (+1 ms) 2024-11-26T15:17:49,446 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., pid=118, masterSystemTime=1732634269421 2024-11-26T15:17:49,447 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:49,447 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:49,448 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=e9446c90326c79f5f61eba194fe623bd, regionState=OPEN, openSeqNum=2, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:49,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 because future has completed 2024-11-26T15:17:49,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-26T15:17:49,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; OpenRegionProcedure e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 in 183 msec 2024-11-26T15:17:49,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-26T15:17:49,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9446c90326c79f5f61eba194fe623bd, ASSIGN in 357 msec 2024-11-26T15:17:49,456 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T15:17:49,456 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634269456"}]},"ts":"1732634269456"} 2024-11-26T15:17:49,458 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-26T15:17:49,459 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T15:17:49,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2560 sec 2024-11-26T15:17:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-26T15:17:50,372 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:17:50,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31094bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:50,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:50,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:50,374 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38bf4b0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:50,376 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e9e9e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:50,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:50,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:50,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:50,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:50,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T15:17:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6cc2bc8bf733,39097,1732634097953 2024-11-26T15:17:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6530b02c 2024-11-26T15:17:50,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T15:17:50,381 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T15:17:50,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-26T15:17:50,382 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T15:17:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-26T15:17:50,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742227_1403 (size=1097) 2024-11-26T15:17:50,795 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-26T15:17:50,795 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-26T15:17:50,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T15:17:50,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9446c90326c79f5f61eba194fe623bd, REOPEN/MOVE}] 2024-11-26T15:17:50,801 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9446c90326c79f5f61eba194fe623bd, REOPEN/MOVE 2024-11-26T15:17:50,802 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=e9446c90326c79f5f61eba194fe623bd, regionState=CLOSING, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:50,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9446c90326c79f5f61eba194fe623bd, REOPEN/MOVE because future has completed 2024-11-26T15:17:50,804 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T15:17:50,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; CloseRegionProcedure e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035}] 2024-11-26T15:17:50,956 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(122): Close e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:50,956 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T15:17:50,957 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1722): Closing e9446c90326c79f5f61eba194fe623bd, disabling compactions & flushes 2024-11-26T15:17:50,957 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:50,957 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:50,957 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. after waiting 0 ms 2024-11-26T15:17:50,957 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:50,961 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T15:17:50,961 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:50,961 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1676): Region close journal for e9446c90326c79f5f61eba194fe623bd: Waiting for close lock at 1732634270957Running coprocessor pre-close hooks at 1732634270957Disabling compacts and flushes for region at 1732634270957Disabling writes for close at 1732634270957Writing region close event to WAL at 1732634270957Running coprocessor post-close hooks at 1732634270961 (+4 ms)Closed at 1732634270961 2024-11-26T15:17:50,961 WARN [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegionServer(3299): Not adding moved region record: e9446c90326c79f5f61eba194fe623bd to self. 2024-11-26T15:17:50,963 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(157): Closed e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:50,964 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=e9446c90326c79f5f61eba194fe623bd, regionState=CLOSED 2024-11-26T15:17:50,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=122, ppid=121, state=RUNNABLE, hasLock=false; CloseRegionProcedure e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 because future has completed 2024-11-26T15:17:50,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-26T15:17:50,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; CloseRegionProcedure e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 in 162 msec 2024-11-26T15:17:50,968 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9446c90326c79f5f61eba194fe623bd, REOPEN/MOVE; state=CLOSED, location=6cc2bc8bf733,45537,1732634099035; forceNewPlan=false, retain=true 2024-11-26T15:17:51,118 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=e9446c90326c79f5f61eba194fe623bd, regionState=OPENING, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:51,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9446c90326c79f5f61eba194fe623bd, REOPEN/MOVE because future has completed 2024-11-26T15:17:51,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035}] 2024-11-26T15:17:51,274 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:51,274 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7752): Opening region: {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} 2024-11-26T15:17:51,275 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:51,275 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T15:17:51,275 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7794): checking encryption for e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:51,275 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7797): checking classloading for e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:51,276 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:51,276 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:17:51,276 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9446c90326c79f5f61eba194fe623bd columnFamilyName A 2024-11-26T15:17:51,277 DEBUG [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:51,278 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] regionserver.HStore(327): Store=e9446c90326c79f5f61eba194fe623bd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:17:51,278 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:51,279 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:17:51,279 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9446c90326c79f5f61eba194fe623bd columnFamilyName B 2024-11-26T15:17:51,279 DEBUG [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:51,279 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] regionserver.HStore(327): Store=e9446c90326c79f5f61eba194fe623bd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:17:51,279 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:51,280 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-26T15:17:51,280 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9446c90326c79f5f61eba194fe623bd columnFamilyName C 2024-11-26T15:17:51,280 DEBUG [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:51,280 INFO [StoreOpener-e9446c90326c79f5f61eba194fe623bd-1 {}] regionserver.HStore(327): Store=e9446c90326c79f5f61eba194fe623bd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T15:17:51,280 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:51,281 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1038): replaying wal for e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:51,281 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:51,282 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:51,283 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1048): stopping wal replay for e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:51,283 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1060): Cleaning up temporary data for e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:51,284 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-26T15:17:51,285 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1093): writing seq id for e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:51,286 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1114): Opened e9446c90326c79f5f61eba194fe623bd; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63145893, jitterRate=-0.05905286967754364}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-26T15:17:51,286 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:51,287 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1006): Region open journal for e9446c90326c79f5f61eba194fe623bd: Running coprocessor pre-open hook at 1732634271275Writing region info on filesystem at 1732634271275Initializing all the Stores at 1732634271275Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634271275Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634271276 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732634271276Cleaning up temporary data from old regions at 1732634271283 (+7 ms)Running coprocessor post-open hooks at 1732634271286 (+3 ms)Region opened successfully at 1732634271287 (+1 ms) 2024-11-26T15:17:51,287 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., pid=123, masterSystemTime=1732634271272 2024-11-26T15:17:51,289 DEBUG [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:51,289 INFO [RS_OPEN_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:51,290 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=e9446c90326c79f5f61eba194fe623bd, regionState=OPEN, openSeqNum=5, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:51,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 because future has completed 2024-11-26T15:17:51,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=121 2024-11-26T15:17:51,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=121, state=SUCCESS, hasLock=false; OpenRegionProcedure e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 in 172 msec 2024-11-26T15:17:51,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=121, resume processing ppid=120 2024-11-26T15:17:51,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9446c90326c79f5f61eba194fe623bd, REOPEN/MOVE in 493 msec 2024-11-26T15:17:51,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-26T15:17:51,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 497 msec 2024-11-26T15:17:51,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 914 msec 2024-11-26T15:17:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-26T15:17:51,299 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:17:51,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea59a4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:51,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:51,301 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:51,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:51,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:51,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1d691f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:51,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:51,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:51,302 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:51,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a1bb75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b93a72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:51,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:51,304 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:51,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a19bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:51,306 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:51,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47601dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2948979e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,307 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:51,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:51,308 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:51,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:51,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:51,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7e4e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:51,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:51,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:51,309 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:51,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532ddc2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e715d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:51,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:51,311 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22716d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:51,312 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:51,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f5544e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b5dc35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,314 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:51,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:51,314 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485c71de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:51,316 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:51,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ced020f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f9db7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:51,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:51,319 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:51,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:51,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:51,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ea6519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:51,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:51,319 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:51,320 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:51,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5250174e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c89c532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:51,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:51,323 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:51,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:51,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:51,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d731eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:51,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:51,324 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:51,325 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:51,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5200c6a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150c6132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:51,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:51,327 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:51,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:51,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:51,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cc68f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:51,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:51,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:51,329 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e414e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66be6e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,330 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:51,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:51,331 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:51,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:51,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d829f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:51,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:51,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:51,333 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:51,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6019fab3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742259fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,334 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6cc2bc8bf733,39097,-1 for getting cluster id 2024-11-26T15:17:51,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T15:17:51,335 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0fc4b9a7-e5f4-40ff-b213-444d17307327' 2024-11-26T15:17:51,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T15:17:51,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0fc4b9a7-e5f4-40ff-b213-444d17307327" 2024-11-26T15:17:51,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5663705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6cc2bc8bf733,39097,-1] 2024-11-26T15:17:51,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T15:17:51,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:17:51,336 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T15:17:51,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7c2e1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T15:17:51,344 DEBUG [Thread-1874 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:51,344 DEBUG [Thread-1882 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:51,344 DEBUG [Thread-1889 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:51,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:17:51,345 DEBUG [Thread-1880 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:51,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:51,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:51,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:51,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:51,346 DEBUG [Thread-1882 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:51,346 DEBUG [Thread-1882 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:51,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:51,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:51,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:51,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:51,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:51,347 DEBUG [Thread-1887 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:51,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:51,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:17:51,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:17:51,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:17:51,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:51,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:17:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-26T15:17:51,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:51,353 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:17:51,353 DEBUG [Thread-1878 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-26T15:17:51,354 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:17:51,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:17:51,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:51,347 DEBUG [Thread-1891 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:51,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:51,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:17:51,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:51,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:51,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:51,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:17:51,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:51,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:17:51,363 DEBUG [Thread-1876 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:51,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:51,364 DEBUG [Thread-1893 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:51,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:51,366 DEBUG [Thread-1885 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T15:17:51,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:51,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:51,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:51,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6cc2bc8bf733,45537,1732634099035, seqNum=-1] 2024-11-26T15:17:51,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T15:17:51,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:51,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T15:17:51,370 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:17:51,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:17:51,372 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5] 2024-11-26T15:17:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:51,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9446c90326c79f5f61eba194fe623bd 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-26T15:17:51,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=A 2024-11-26T15:17:51,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:51,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=B 2024-11-26T15:17:51,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:51,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=C 2024-11-26T15:17:51,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:51,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634271392, max timestamp=1732634271406Num uniques 859; 2024-11-26T15:17:51,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:17:51,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634271392, max timestamp=1732634271406Num uniques 859; 2024-11-26T15:17:51,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:17:51,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634271392, max timestamp=1732634271408Num uniques 859; 2024-11-26T15:17:51,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:17:51,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262bea3990e1284bb09e728580043665e3_e9446c90326c79f5f61eba194fe623bd is 50, key is test_row_0/A:col10/1732634271361/Put/seqid=0 2024-11-26T15:17:51,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742228_1404 (size=12154) 2024-11-26T15:17:51,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634331433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:51,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:51,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634331433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:51,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:51,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:51,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634331435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:51,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:51,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634331438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:51,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634331438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:51,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-26T15:17:51,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T15:17:51,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:51,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:51,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:51,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:51,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:51,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:51,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634331552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634331551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:51,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:51,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:51,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634331552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:51,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634331552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634331552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:51,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T15:17:51,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:51,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:51,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:51,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:51,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-26T15:17:51,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634331761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:51,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:51,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634331761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:51,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:51,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634331761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:51,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634331761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:51,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634331762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:51,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:51,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:51,767 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,767 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:51,767 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:51,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T15:17:51,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:51,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:51,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:51,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:51,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:51,837 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:51,840 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262bea3990e1284bb09e728580043665e3_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262bea3990e1284bb09e728580043665e3_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:51,843 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/46528584193c484c965ccf06491ace0d, store: [table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:17:51,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/46528584193c484c965ccf06491ace0d is 175, key is test_row_0/A:col10/1732634271361/Put/seqid=0 2024-11-26T15:17:51,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742229_1405 (size=30955) 2024-11-26T15:17:51,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T15:17:51,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:51,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:51,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:51,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:51,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-26T15:17:52,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634332071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:52,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634332071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:52,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634332072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:52,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634332072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:52,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634332072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:52,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T15:17:52,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:52,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:52,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:52,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:52,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:52,249 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/46528584193c484c965ccf06491ace0d 2024-11-26T15:17:52,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/13e2fabf7f9747ed82793d9afba7e840 is 50, key is test_row_0/B:col10/1732634271361/Put/seqid=0 2024-11-26T15:17:52,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742230_1406 (size=12001) 2024-11-26T15:17:52,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T15:17:52,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:52,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:52,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:52,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:52,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:52,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T15:17:52,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:52,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:52,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:52,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:52,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-26T15:17:52,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634332581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:52,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:52,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634332581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:52,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:52,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:52,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:52,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:52,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:52,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634332581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:52,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:52,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:52,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:52,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634332581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:52,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:52,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:52,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:52,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634332581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:52,589 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:52,589 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:52,589 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:52,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T15:17:52,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:52,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:52,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:52,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:52,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:52,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/13e2fabf7f9747ed82793d9afba7e840 2024-11-26T15:17:52,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/87bc5a88bb984ce99f81d0d3f2f6ee1e is 50, key is test_row_0/C:col10/1732634271361/Put/seqid=0 2024-11-26T15:17:52,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T15:17:52,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:52,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:52,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:52,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:52,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:52,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:52,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742231_1407 (size=12001) 2024-11-26T15:17:52,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T15:17:52,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:52,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:52,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:52,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:52,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:53,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T15:17:53,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:53,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:53,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:53,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:53,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:53,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/87bc5a88bb984ce99f81d0d3f2f6ee1e 2024-11-26T15:17:53,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/46528584193c484c965ccf06491ace0d as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/46528584193c484c965ccf06491ace0d 2024-11-26T15:17:53,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/46528584193c484c965ccf06491ace0d, entries=150, sequenceid=15, filesize=30.2 K 2024-11-26T15:17:53,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/13e2fabf7f9747ed82793d9afba7e840 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/13e2fabf7f9747ed82793d9afba7e840 2024-11-26T15:17:53,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/13e2fabf7f9747ed82793d9afba7e840, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T15:17:53,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/87bc5a88bb984ce99f81d0d3f2f6ee1e as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/87bc5a88bb984ce99f81d0d3f2f6ee1e 2024-11-26T15:17:53,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/87bc5a88bb984ce99f81d0d3f2f6ee1e, entries=150, sequenceid=15, filesize=11.7 K 2024-11-26T15:17:53,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e9446c90326c79f5f61eba194fe623bd in 1835ms, sequenceid=15, compaction requested=false 2024-11-26T15:17:53,208 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-26T15:17:53,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:17:53,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-26T15:17:53,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:53,225 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2902): Flushing e9446c90326c79f5f61eba194fe623bd 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-26T15:17:53,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=A 2024-11-26T15:17:53,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:53,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=B 2024-11-26T15:17:53,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:53,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=C 2024-11-26T15:17:53,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:53,233 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T15:17:53,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d81fd38d87af4c7183a165fb30e1db7f_e9446c90326c79f5f61eba194fe623bd is 50, key is test_row_0/A:col10/1732634271431/Put/seqid=0 2024-11-26T15:17:53,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742232_1408 (size=12154) 2024-11-26T15:17:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-26T15:17:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:53,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:53,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634333610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:53,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:53,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:53,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634333611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634333611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634333613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:53,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634333616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:53,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:53,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634333721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:53,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634333722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:53,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:53,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:53,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634333722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:53,724 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,724 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,724 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:53,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634333726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:53,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:53,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634333731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:53,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:53,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:53,847 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d81fd38d87af4c7183a165fb30e1db7f_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d81fd38d87af4c7183a165fb30e1db7f_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:53,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/d68bf2cd911f49e3991b63a1f4244f37, store: [table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:17:53,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/d68bf2cd911f49e3991b63a1f4244f37 is 175, key is test_row_0/A:col10/1732634271431/Put/seqid=0 2024-11-26T15:17:53,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742233_1409 (size=30955) 2024-11-26T15:17:53,875 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/d68bf2cd911f49e3991b63a1f4244f37 2024-11-26T15:17:53,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/01e6d0f82a794ac692754de097866a86 is 50, key is test_row_0/B:col10/1732634271431/Put/seqid=0 2024-11-26T15:17:53,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742234_1410 (size=12001) 2024-11-26T15:17:53,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634333931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:53,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:53,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634333931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:53,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:53,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634333931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:53,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:53,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634333932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:53,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:53,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634333941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:53,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:53,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:54,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634334241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:54,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634334241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:54,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:54,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634334241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:54,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:54,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:54,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634334241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:54,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:54,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:54,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634334251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:54,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:54,305 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/01e6d0f82a794ac692754de097866a86 2024-11-26T15:17:54,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/1554db1b753d4772b6e4c00355b65d96 is 50, key is test_row_0/C:col10/1732634271431/Put/seqid=0 2024-11-26T15:17:54,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742235_1411 (size=12001) 2024-11-26T15:17:54,315 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/1554db1b753d4772b6e4c00355b65d96 2024-11-26T15:17:54,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/d68bf2cd911f49e3991b63a1f4244f37 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/d68bf2cd911f49e3991b63a1f4244f37 2024-11-26T15:17:54,322 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/d68bf2cd911f49e3991b63a1f4244f37, entries=150, sequenceid=50, filesize=30.2 K 2024-11-26T15:17:54,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/01e6d0f82a794ac692754de097866a86 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/01e6d0f82a794ac692754de097866a86 2024-11-26T15:17:54,329 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/01e6d0f82a794ac692754de097866a86, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T15:17:54,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/1554db1b753d4772b6e4c00355b65d96 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/1554db1b753d4772b6e4c00355b65d96 2024-11-26T15:17:54,332 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/1554db1b753d4772b6e4c00355b65d96, entries=150, sequenceid=50, filesize=11.7 K 2024-11-26T15:17:54,333 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for e9446c90326c79f5f61eba194fe623bd in 1108ms, sequenceid=50, compaction requested=false 2024-11-26T15:17:54,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2603): Flush status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:17:54,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:54,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-26T15:17:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=125 2024-11-26T15:17:54,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=125, resume processing ppid=124 2024-11-26T15:17:54,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, ppid=124, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9800 sec 2024-11-26T15:17:54,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.9910 sec 2024-11-26T15:17:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:54,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9446c90326c79f5f61eba194fe623bd 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-26T15:17:54,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=A 2024-11-26T15:17:54,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:54,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=B 2024-11-26T15:17:54,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:54,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=C 2024-11-26T15:17:54,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:54,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d347be6192db4ecebddb78945cbd5fe9_e9446c90326c79f5f61eba194fe623bd is 50, key is test_row_0/A:col10/1732634274752/Put/seqid=0 2024-11-26T15:17:54,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742236_1412 (size=14594) 2024-11-26T15:17:54,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634334773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:54,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:54,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634334774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634334774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:54,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634334776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:54,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634334776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:54,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634334881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:54,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634334881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:54,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:54,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:54,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634334891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:54,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:54,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634334891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:54,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:54,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634334891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:54,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:54,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:55,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634335091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:55,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:55,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634335091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:55,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:55,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634335101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:55,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:55,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634335101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:55,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:55,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:55,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634335101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:55,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:55,181 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:55,189 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126d347be6192db4ecebddb78945cbd5fe9_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d347be6192db4ecebddb78945cbd5fe9_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:55,192 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/5c724f20dc5243b188439ac4dfef3cc0, store: [table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:17:55,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/5c724f20dc5243b188439ac4dfef3cc0 is 175, key is test_row_0/A:col10/1732634274752/Put/seqid=0 2024-11-26T15:17:55,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742237_1413 (size=39549) 2024-11-26T15:17:55,230 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/5c724f20dc5243b188439ac4dfef3cc0 2024-11-26T15:17:55,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/a37f15eac97845418a018a3e2d726ff9 is 50, key is test_row_0/B:col10/1732634274752/Put/seqid=0 2024-11-26T15:17:55,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742238_1414 (size=12001) 2024-11-26T15:17:55,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/a37f15eac97845418a018a3e2d726ff9 2024-11-26T15:17:55,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/eb09c1693b5e479cb67c06049a89edca is 50, key is test_row_0/C:col10/1732634274752/Put/seqid=0 2024-11-26T15:17:55,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742239_1415 (size=12001) 2024-11-26T15:17:55,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/eb09c1693b5e479cb67c06049a89edca 2024-11-26T15:17:55,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/5c724f20dc5243b188439ac4dfef3cc0 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/5c724f20dc5243b188439ac4dfef3cc0 2024-11-26T15:17:55,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/5c724f20dc5243b188439ac4dfef3cc0, entries=200, sequenceid=62, filesize=38.6 K 2024-11-26T15:17:55,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/a37f15eac97845418a018a3e2d726ff9 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/a37f15eac97845418a018a3e2d726ff9 2024-11-26T15:17:55,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/a37f15eac97845418a018a3e2d726ff9, entries=150, sequenceid=62, filesize=11.7 K 2024-11-26T15:17:55,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/eb09c1693b5e479cb67c06049a89edca as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/eb09c1693b5e479cb67c06049a89edca 2024-11-26T15:17:55,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/eb09c1693b5e479cb67c06049a89edca, entries=150, sequenceid=62, filesize=11.7 K 2024-11-26T15:17:55,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for e9446c90326c79f5f61eba194fe623bd in 600ms, sequenceid=62, compaction requested=true 2024-11-26T15:17:55,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:17:55,353 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:17:55,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9446c90326c79f5f61eba194fe623bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:17:55,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:55,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9446c90326c79f5f61eba194fe623bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:17:55,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:55,353 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:17:55,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9446c90326c79f5f61eba194fe623bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:17:55,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:55,354 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:17:55,354 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): e9446c90326c79f5f61eba194fe623bd/A is initiating minor compaction (all files) 2024-11-26T15:17:55,354 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:17:55,354 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): e9446c90326c79f5f61eba194fe623bd/B is initiating minor compaction (all files) 2024-11-26T15:17:55,354 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9446c90326c79f5f61eba194fe623bd/A in TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:55,354 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9446c90326c79f5f61eba194fe623bd/B in TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:55,354 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/13e2fabf7f9747ed82793d9afba7e840, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/01e6d0f82a794ac692754de097866a86, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/a37f15eac97845418a018a3e2d726ff9] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp, totalSize=35.2 K 2024-11-26T15:17:55,354 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/46528584193c484c965ccf06491ace0d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/d68bf2cd911f49e3991b63a1f4244f37, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/5c724f20dc5243b188439ac4dfef3cc0] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp, totalSize=99.1 K 2024-11-26T15:17:55,354 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:55,354 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. files: [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/46528584193c484c965ccf06491ace0d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/d68bf2cd911f49e3991b63a1f4244f37, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/5c724f20dc5243b188439ac4dfef3cc0] 2024-11-26T15:17:55,355 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 13e2fabf7f9747ed82793d9afba7e840, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732634271361 2024-11-26T15:17:55,355 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46528584193c484c965ccf06491ace0d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732634271361 2024-11-26T15:17:55,355 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 01e6d0f82a794ac692754de097866a86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732634271431 2024-11-26T15:17:55,355 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting a37f15eac97845418a018a3e2d726ff9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732634273609 2024-11-26T15:17:55,355 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting d68bf2cd911f49e3991b63a1f4244f37, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732634271431 2024-11-26T15:17:55,355 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c724f20dc5243b188439ac4dfef3cc0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732634273609 2024-11-26T15:17:55,366 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9446c90326c79f5f61eba194fe623bd#B#compaction#354 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:55,366 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/782067f3b8fd41879234756f2207a84a is 50, key is test_row_0/B:col10/1732634274752/Put/seqid=0 2024-11-26T15:17:55,373 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:17:55,376 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126cc562742db584a1ca22a7bd3432b4be0_e9446c90326c79f5f61eba194fe623bd store=[table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:17:55,379 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126cc562742db584a1ca22a7bd3432b4be0_e9446c90326c79f5f61eba194fe623bd, store=[table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:17:55,379 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126cc562742db584a1ca22a7bd3432b4be0_e9446c90326c79f5f61eba194fe623bd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:17:55,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742240_1416 (size=12104) 2024-11-26T15:17:55,404 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/782067f3b8fd41879234756f2207a84a as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/782067f3b8fd41879234756f2207a84a 2024-11-26T15:17:55,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742241_1417 (size=4469) 2024-11-26T15:17:55,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634274773, max timestamp=1732634275405Num uniques 859; 2024-11-26T15:17:55,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634274773, max timestamp=1732634275405Num uniques 859; 2024-11-26T15:17:55,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:17:55,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:17:55,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634274773, max timestamp=1732634275405Num uniques 859; 2024-11-26T15:17:55,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:17:55,417 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9446c90326c79f5f61eba194fe623bd/B of e9446c90326c79f5f61eba194fe623bd into 782067f3b8fd41879234756f2207a84a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:55,417 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:17:55,417 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., storeName=e9446c90326c79f5f61eba194fe623bd/B, priority=13, startTime=1732634275353; duration=0sec 2024-11-26T15:17:55,417 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:55,417 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9446c90326c79f5f61eba194fe623bd:B 2024-11-26T15:17:55,417 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:17:55,419 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:17:55,420 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): e9446c90326c79f5f61eba194fe623bd/C is initiating minor compaction (all files) 2024-11-26T15:17:55,420 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9446c90326c79f5f61eba194fe623bd/C in TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:55,420 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/87bc5a88bb984ce99f81d0d3f2f6ee1e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/1554db1b753d4772b6e4c00355b65d96, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/eb09c1693b5e479cb67c06049a89edca] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp, totalSize=35.2 K 2024-11-26T15:17:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:55,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9446c90326c79f5f61eba194fe623bd 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB 2024-11-26T15:17:55,423 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 87bc5a88bb984ce99f81d0d3f2f6ee1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732634271361 2024-11-26T15:17:55,425 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 1554db1b753d4772b6e4c00355b65d96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732634271431 2024-11-26T15:17:55,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=A 2024-11-26T15:17:55,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:55,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=B 2024-11-26T15:17:55,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:55,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=C 2024-11-26T15:17:55,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:55,425 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting eb09c1693b5e479cb67c06049a89edca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732634273609 2024-11-26T15:17:55,455 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9446c90326c79f5f61eba194fe623bd#C#compaction#356 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:55,456 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/24ea98293538471a8362b43123bfecbb is 50, key is test_row_0/C:col10/1732634274752/Put/seqid=0 2024-11-26T15:17:55,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126de12c33e06c5469e82dc648d26fbd1d0_e9446c90326c79f5f61eba194fe623bd is 50, key is test_row_0/A:col10/1732634275421/Put/seqid=0 2024-11-26T15:17:55,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732634275456, max timestamp=1732634275476Num uniques 859; 2024-11-26T15:17:55,480 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:17:55,482 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634275456, max timestamp=1732634275476Num uniques 859; 2024-11-26T15:17:55,482 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:17:55,485 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634275456, max timestamp=1732634275476Num uniques 859; 2024-11-26T15:17:55,485 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:17:55,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742242_1418 (size=12104) 2024-11-26T15:17:55,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742243_1419 (size=12154) 2024-11-26T15:17:55,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634335519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:55,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-26T15:17:55,531 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:17:55,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:17:55,534 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/24ea98293538471a8362b43123bfecbb as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/24ea98293538471a8362b43123bfecbb 2024-11-26T15:17:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-26T15:17:55,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:55,535 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:17:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634335524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-26T15:17:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:55,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634335526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,536 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:17:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:55,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:17:55,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634335530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:55,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634335534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:55,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,539 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9446c90326c79f5f61eba194fe623bd/C of e9446c90326c79f5f61eba194fe623bd into 24ea98293538471a8362b43123bfecbb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:55,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:55,539 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:17:55,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:55,539 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., storeName=e9446c90326c79f5f61eba194fe623bd/C, priority=13, startTime=1732634275353; duration=0sec 2024-11-26T15:17:55,539 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:55,539 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9446c90326c79f5f61eba194fe623bd:C 2024-11-26T15:17:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-26T15:17:55,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634335641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:55,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634335641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:55,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634335641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:55,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634335641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:55,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634335642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:55,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:55,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T15:17:55,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:55,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:55,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:55,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:55,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:55,807 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9446c90326c79f5f61eba194fe623bd#A#compaction#355 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:55,807 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/ae475cdc315a4670b8095236a55772fd is 175, key is test_row_0/A:col10/1732634274752/Put/seqid=0 2024-11-26T15:17:55,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742244_1420 (size=31058) 2024-11-26T15:17:55,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T15:17:55,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:55,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:55,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:55,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:55,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-26T15:17:55,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634335851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:55,855 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,855 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,855 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:55,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634335851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:55,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:55,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634335851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:55,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634335851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:55,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634335852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:55,919 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:55,922 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126de12c33e06c5469e82dc648d26fbd1d0_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126de12c33e06c5469e82dc648d26fbd1d0_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:55,923 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/417a4f0880094721833b61e74704212c, store: [table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:17:55,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/417a4f0880094721833b61e74704212c is 175, key is test_row_0/A:col10/1732634275421/Put/seqid=0 2024-11-26T15:17:55,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742245_1421 (size=30955) 2024-11-26T15:17:55,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T15:17:55,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:55,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:55,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:55,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:55,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:56,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T15:17:56,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:56,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:56,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:56,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:56,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-26T15:17:56,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634336161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:56,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:56,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634336161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:56,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:56,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:56,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:56,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:56,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634336161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:56,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:56,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:56,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:56,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:56,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634336161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:56,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:56,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:56,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:56,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634336161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:56,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:56,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:56,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:56,236 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/ae475cdc315a4670b8095236a55772fd as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/ae475cdc315a4670b8095236a55772fd 2024-11-26T15:17:56,260 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9446c90326c79f5f61eba194fe623bd/A of e9446c90326c79f5f61eba194fe623bd into ae475cdc315a4670b8095236a55772fd(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:56,260 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:17:56,260 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., storeName=e9446c90326c79f5f61eba194fe623bd/A, priority=13, startTime=1732634275353; duration=0sec 2024-11-26T15:17:56,260 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:56,261 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9446c90326c79f5f61eba194fe623bd:A 2024-11-26T15:17:56,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T15:17:56,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:56,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:56,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:56,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:56,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:56,340 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/417a4f0880094721833b61e74704212c 2024-11-26T15:17:56,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/58507da6cc2b491999a7f1cf1fb1b433 is 50, key is test_row_0/B:col10/1732634275421/Put/seqid=0 2024-11-26T15:17:56,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742246_1422 (size=12001) 2024-11-26T15:17:56,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/58507da6cc2b491999a7f1cf1fb1b433 2024-11-26T15:17:56,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T15:17:56,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:56,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:56,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:56,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:56,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:56,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/6e3654d9572b440cbda939c6dee977fc is 50, key is test_row_0/C:col10/1732634275421/Put/seqid=0 2024-11-26T15:17:56,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742247_1423 (size=12001) 2024-11-26T15:17:56,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T15:17:56,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:56,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:56,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:56,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:56,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-26T15:17:56,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634336680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:56,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:56,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:56,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:56,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634336684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:56,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634336684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:56,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:56,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:56,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:56,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:56,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634336684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:56,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:56,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:56,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:56,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634336685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:56,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:56,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:56,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:56,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T15:17:56,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:56,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:56,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:56,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:56,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:56,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:56,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/6e3654d9572b440cbda939c6dee977fc 2024-11-26T15:17:56,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T15:17:56,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:56,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:56,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:56,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:56,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:56,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/417a4f0880094721833b61e74704212c as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/417a4f0880094721833b61e74704212c 2024-11-26T15:17:56,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/417a4f0880094721833b61e74704212c, entries=150, sequenceid=89, filesize=30.2 K 2024-11-26T15:17:56,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/58507da6cc2b491999a7f1cf1fb1b433 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/58507da6cc2b491999a7f1cf1fb1b433 2024-11-26T15:17:56,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/58507da6cc2b491999a7f1cf1fb1b433, entries=150, sequenceid=89, filesize=11.7 K 2024-11-26T15:17:56,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/6e3654d9572b440cbda939c6dee977fc as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/6e3654d9572b440cbda939c6dee977fc 2024-11-26T15:17:56,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/6e3654d9572b440cbda939c6dee977fc, entries=150, sequenceid=89, filesize=11.7 K 2024-11-26T15:17:56,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~165.80 KB/169776, currentSize=127.47 KB/130530 for e9446c90326c79f5f61eba194fe623bd in 1527ms, sequenceid=89, compaction requested=false 2024-11-26T15:17:56,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:17:57,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-26T15:17:57,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:57,084 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2902): Flushing e9446c90326c79f5f61eba194fe623bd 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-26T15:17:57,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=A 2024-11-26T15:17:57,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:57,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=B 2024-11-26T15:17:57,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:57,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=C 2024-11-26T15:17:57,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:57,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112673dc02d4a9114827800555853c4cc09c_e9446c90326c79f5f61eba194fe623bd is 50, key is test_row_0/A:col10/1732634275526/Put/seqid=0 2024-11-26T15:17:57,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742248_1424 (size=12154) 2024-11-26T15:17:57,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,125 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T15:17:57,129 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112673dc02d4a9114827800555853c4cc09c_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112673dc02d4a9114827800555853c4cc09c_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:57,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/5f42ae1f63fb404ab6277ab06641ff10, store: [table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:17:57,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/5f42ae1f63fb404ab6277ab06641ff10 is 175, key is test_row_0/A:col10/1732634275526/Put/seqid=0 2024-11-26T15:17:57,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742249_1425 (size=30955) 2024-11-26T15:17:57,548 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=126, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/5f42ae1f63fb404ab6277ab06641ff10 2024-11-26T15:17:57,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/3ef5e1d6f00c467abf203d599c705c5a is 50, key is test_row_0/B:col10/1732634275526/Put/seqid=0 2024-11-26T15:17:57,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742250_1426 (size=12001) 2024-11-26T15:17:57,584 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/3ef5e1d6f00c467abf203d599c705c5a 2024-11-26T15:17:57,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/3c13b557156f45a9976f241b6a90fc0b is 50, key is test_row_0/C:col10/1732634275526/Put/seqid=0 2024-11-26T15:17:57,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742251_1427 (size=12001) 2024-11-26T15:17:57,608 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/3c13b557156f45a9976f241b6a90fc0b 2024-11-26T15:17:57,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/5f42ae1f63fb404ab6277ab06641ff10 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/5f42ae1f63fb404ab6277ab06641ff10 2024-11-26T15:17:57,629 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/5f42ae1f63fb404ab6277ab06641ff10, entries=150, sequenceid=126, filesize=30.2 K 2024-11-26T15:17:57,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/3ef5e1d6f00c467abf203d599c705c5a as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/3ef5e1d6f00c467abf203d599c705c5a 2024-11-26T15:17:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,635 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/3ef5e1d6f00c467abf203d599c705c5a, entries=150, sequenceid=126, filesize=11.7 K 2024-11-26T15:17:57,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/3c13b557156f45a9976f241b6a90fc0b as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/3c13b557156f45a9976f241b6a90fc0b 2024-11-26T15:17:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,640 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/3c13b557156f45a9976f241b6a90fc0b, entries=150, sequenceid=126, filesize=11.7 K 2024-11-26T15:17:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,641 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=0 B/0 for e9446c90326c79f5f61eba194fe623bd in 557ms, sequenceid=126, compaction requested=true 2024-11-26T15:17:57,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2603): Flush status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:17:57,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:57,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-26T15:17:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=127 2024-11-26T15:17:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=127, resume processing ppid=126 2024-11-26T15:17:57,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=126, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1070 sec 2024-11-26T15:17:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 2.1150 sec 2024-11-26T15:17:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-26T15:17:57,692 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:17:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:17:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-26T15:17:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,694 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:17:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-26T15:17:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,695 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:17:57,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:17:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:57,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9446c90326c79f5f61eba194fe623bd 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-26T15:17:57,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=A 2024-11-26T15:17:57,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=B 2024-11-26T15:17:57,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:57,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=C 2024-11-26T15:17:57,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:17:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262cb13826cdc4488682867ff0f7da9fee_e9446c90326c79f5f61eba194fe623bd is 50, key is test_row_0/A:col10/1732634277719/Put/seqid=0 2024-11-26T15:17:57,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742252_1428 (size=22268) 2024-11-26T15:17:57,759 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:57,763 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262cb13826cdc4488682867ff0f7da9fee_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262cb13826cdc4488682867ff0f7da9fee_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:57,764 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/7ff27c678d594b9ba789ecfe71cb6b7d, store: [table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:17:57,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/7ff27c678d594b9ba789ecfe71cb6b7d is 175, key is test_row_0/A:col10/1732634277719/Put/seqid=0 2024-11-26T15:17:57,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742253_1429 (size=65673) 2024-11-26T15:17:57,770 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/7ff27c678d594b9ba789ecfe71cb6b7d 2024-11-26T15:17:57,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634337768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:57,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634337769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:57,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634337770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:57,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634277761, max timestamp=1732634277772Num uniques 859; 2024-11-26T15:17:57,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634277761, max timestamp=1732634277772Num uniques 859; 2024-11-26T15:17:57,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732634277761, max timestamp=1732634277772Num uniques 859; 2024-11-26T15:17:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:57,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:17:57,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:17:57,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-26T15:17:57,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/585a302f05924f7087d349ce0425f9f0 is 50, key is test_row_0/B:col10/1732634277719/Put/seqid=0 2024-11-26T15:17:57,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742254_1430 (size=12151) 2024-11-26T15:17:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-26T15:17:57,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634337826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:57,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634337827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:57,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T15:17:57,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:57,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:57,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:57,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:57,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:57,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634337881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:57,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634337881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:57,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:57,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:57,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:57,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634337881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:57,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:57,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:57,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:57,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634337941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:57,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634337941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:57,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:57,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:58,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T15:17:58,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:58,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:58,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-26T15:17:58,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634338091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:58,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634338092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:58,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:58,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634338092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:58,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:58,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:58,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634338151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:58,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634338152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:58,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:58,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:58,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T15:17:58,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:58,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:58,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:58,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:58,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:58,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/585a302f05924f7087d349ce0425f9f0 2024-11-26T15:17:58,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/3a76d5caa0f44136a219d757e0f35640 is 50, key is test_row_0/C:col10/1732634277719/Put/seqid=0 2024-11-26T15:17:58,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742255_1431 (size=12151) 2024-11-26T15:17:58,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T15:17:58,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:58,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:58,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:58,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:58,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-26T15:17:58,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634338401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:58,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:58,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634338401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:58,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:58,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634338401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:58,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:58,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:58,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634338461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:58,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:58,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634338461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:58,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:58,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:58,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T15:17:58,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:58,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:58,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:58,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:58,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:58,491 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T15:17:58,491 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-26T15:17:58,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/3a76d5caa0f44136a219d757e0f35640 2024-11-26T15:17:58,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/7ff27c678d594b9ba789ecfe71cb6b7d as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/7ff27c678d594b9ba789ecfe71cb6b7d 2024-11-26T15:17:58,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/7ff27c678d594b9ba789ecfe71cb6b7d, entries=350, sequenceid=136, filesize=64.1 K 2024-11-26T15:17:58,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/585a302f05924f7087d349ce0425f9f0 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/585a302f05924f7087d349ce0425f9f0 2024-11-26T15:17:58,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/585a302f05924f7087d349ce0425f9f0, entries=150, sequenceid=136, filesize=11.9 K 2024-11-26T15:17:58,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/3a76d5caa0f44136a219d757e0f35640 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/3a76d5caa0f44136a219d757e0f35640 2024-11-26T15:17:58,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T15:17:58,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:58,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:58,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:58,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/3a76d5caa0f44136a219d757e0f35640, entries=150, sequenceid=136, filesize=11.9 K 2024-11-26T15:17:58,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:58,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:58,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for e9446c90326c79f5f61eba194fe623bd in 882ms, sequenceid=136, compaction requested=true 2024-11-26T15:17:58,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:17:58,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9446c90326c79f5f61eba194fe623bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:17:58,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:17:58,620 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:17:58,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9446c90326c79f5f61eba194fe623bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:17:58,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:58,620 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:17:58,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9446c90326c79f5f61eba194fe623bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:17:58,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:58,621 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158641 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:17:58,621 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:17:58,622 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): e9446c90326c79f5f61eba194fe623bd/A is initiating minor compaction (all files) 2024-11-26T15:17:58,622 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): e9446c90326c79f5f61eba194fe623bd/B is initiating minor compaction (all files) 2024-11-26T15:17:58,622 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9446c90326c79f5f61eba194fe623bd/A in TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:58,622 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9446c90326c79f5f61eba194fe623bd/B in TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:58,622 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/782067f3b8fd41879234756f2207a84a, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/58507da6cc2b491999a7f1cf1fb1b433, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/3ef5e1d6f00c467abf203d599c705c5a, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/585a302f05924f7087d349ce0425f9f0] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp, totalSize=47.1 K 2024-11-26T15:17:58,622 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/ae475cdc315a4670b8095236a55772fd, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/417a4f0880094721833b61e74704212c, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/5f42ae1f63fb404ab6277ab06641ff10, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/7ff27c678d594b9ba789ecfe71cb6b7d] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp, totalSize=154.9 K 2024-11-26T15:17:58,622 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:58,622 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. files: [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/ae475cdc315a4670b8095236a55772fd, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/417a4f0880094721833b61e74704212c, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/5f42ae1f63fb404ab6277ab06641ff10, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/7ff27c678d594b9ba789ecfe71cb6b7d] 2024-11-26T15:17:58,622 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 782067f3b8fd41879234756f2207a84a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732634273609 2024-11-26T15:17:58,623 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 58507da6cc2b491999a7f1cf1fb1b433, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732634275418 2024-11-26T15:17:58,623 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae475cdc315a4670b8095236a55772fd, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732634273609 2024-11-26T15:17:58,623 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ef5e1d6f00c467abf203d599c705c5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732634275518 2024-11-26T15:17:58,623 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 417a4f0880094721833b61e74704212c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732634275418 2024-11-26T15:17:58,623 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f42ae1f63fb404ab6277ab06641ff10, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732634275518 2024-11-26T15:17:58,624 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 585a302f05924f7087d349ce0425f9f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732634277719 2024-11-26T15:17:58,624 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ff27c678d594b9ba789ecfe71cb6b7d, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732634277718 2024-11-26T15:17:58,634 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9446c90326c79f5f61eba194fe623bd#B#compaction#366 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:58,634 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/1dacaad40a7f42e08f052e303f4bee5b is 50, key is test_row_0/B:col10/1732634277719/Put/seqid=0 2024-11-26T15:17:58,645 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:17:58,649 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411262302c6c7786f4f90b533d9fcbe0689a0_e9446c90326c79f5f61eba194fe623bd store=[table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:17:58,651 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411262302c6c7786f4f90b533d9fcbe0689a0_e9446c90326c79f5f61eba194fe623bd, store=[table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:17:58,652 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411262302c6c7786f4f90b533d9fcbe0689a0_e9446c90326c79f5f61eba194fe623bd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:17:58,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742256_1432 (size=12391) 2024-11-26T15:17:58,658 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/1dacaad40a7f42e08f052e303f4bee5b as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/1dacaad40a7f42e08f052e303f4bee5b 2024-11-26T15:17:58,662 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e9446c90326c79f5f61eba194fe623bd/B of e9446c90326c79f5f61eba194fe623bd into 1dacaad40a7f42e08f052e303f4bee5b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:58,662 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:17:58,662 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., storeName=e9446c90326c79f5f61eba194fe623bd/B, priority=12, startTime=1732634278620; duration=0sec 2024-11-26T15:17:58,662 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:17:58,662 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9446c90326c79f5f61eba194fe623bd:B 2024-11-26T15:17:58,662 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-26T15:17:58,664 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-26T15:17:58,664 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): e9446c90326c79f5f61eba194fe623bd/C is initiating minor compaction (all files) 2024-11-26T15:17:58,664 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9446c90326c79f5f61eba194fe623bd/C in TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:58,664 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/24ea98293538471a8362b43123bfecbb, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/6e3654d9572b440cbda939c6dee977fc, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/3c13b557156f45a9976f241b6a90fc0b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/3a76d5caa0f44136a219d757e0f35640] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp, totalSize=47.1 K 2024-11-26T15:17:58,664 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 24ea98293538471a8362b43123bfecbb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732634273609 2024-11-26T15:17:58,665 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e3654d9572b440cbda939c6dee977fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732634275418 2024-11-26T15:17:58,665 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c13b557156f45a9976f241b6a90fc0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732634275518 2024-11-26T15:17:58,666 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a76d5caa0f44136a219d757e0f35640, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732634277719 2024-11-26T15:17:58,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742257_1433 (size=4469) 2024-11-26T15:17:58,668 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9446c90326c79f5f61eba194fe623bd#A#compaction#367 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:58,668 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/91234b2629d84fa9ae0fe9add87c52cb is 175, key is test_row_0/A:col10/1732634277719/Put/seqid=0 2024-11-26T15:17:58,683 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9446c90326c79f5f61eba194fe623bd#C#compaction#368 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:17:58,683 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/1e6e05da6ef64923b27ba9d0e1b1f14d is 50, key is test_row_0/C:col10/1732634277719/Put/seqid=0 2024-11-26T15:17:58,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742259_1435 (size=12391) 2024-11-26T15:17:58,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742258_1434 (size=31345) 2024-11-26T15:17:58,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-26T15:17:58,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:17:58,772 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2902): Flushing e9446c90326c79f5f61eba194fe623bd 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-26T15:17:58,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=A 2024-11-26T15:17:58,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:58,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=B 2024-11-26T15:17:58,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:58,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=C 2024-11-26T15:17:58,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:17:58,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126da156fc049bc4828ad6c485b8361e3d6_e9446c90326c79f5f61eba194fe623bd is 50, key is test_row_0/A:col10/1732634277825/Put/seqid=0 2024-11-26T15:17:58,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742260_1436 (size=12304) 2024-11-26T15:17:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-26T15:17:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:58,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:17:58,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634338957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:58,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:58,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634338957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:58,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:58,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634338958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:58,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:58,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634338970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:58,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:58,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634338970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:58,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:58,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:58,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:59,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634339071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:59,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634339071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:59,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:59,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:59,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634339072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:59,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:59,090 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/1e6e05da6ef64923b27ba9d0e1b1f14d as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/1e6e05da6ef64923b27ba9d0e1b1f14d 2024-11-26T15:17:59,097 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e9446c90326c79f5f61eba194fe623bd/C of e9446c90326c79f5f61eba194fe623bd into 1e6e05da6ef64923b27ba9d0e1b1f14d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:59,097 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/91234b2629d84fa9ae0fe9add87c52cb as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/91234b2629d84fa9ae0fe9add87c52cb 2024-11-26T15:17:59,097 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:17:59,097 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., storeName=e9446c90326c79f5f61eba194fe623bd/C, priority=12, startTime=1732634278620; duration=0sec 2024-11-26T15:17:59,097 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:59,097 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9446c90326c79f5f61eba194fe623bd:C 2024-11-26T15:17:59,100 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e9446c90326c79f5f61eba194fe623bd/A of e9446c90326c79f5f61eba194fe623bd into 91234b2629d84fa9ae0fe9add87c52cb(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:17:59,100 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:17:59,100 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., storeName=e9446c90326c79f5f61eba194fe623bd/A, priority=12, startTime=1732634278620; duration=0sec 2024-11-26T15:17:59,100 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:17:59,100 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9446c90326c79f5f61eba194fe623bd:A 2024-11-26T15:17:59,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:17:59,189 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126da156fc049bc4828ad6c485b8361e3d6_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126da156fc049bc4828ad6c485b8361e3d6_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:17:59,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/29f048efd10d49908fa0f67ddc8cff4e, store: [table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:17:59,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/29f048efd10d49908fa0f67ddc8cff4e is 175, key is test_row_0/A:col10/1732634277825/Put/seqid=0 2024-11-26T15:17:59,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742261_1437 (size=31105) 2024-11-26T15:17:59,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634339281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:59,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:59,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:59,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634339281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634339281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:59,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:59,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:59,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634339591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:59,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634339591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:59,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:59,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:59,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634339591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:59,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:59,600 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/29f048efd10d49908fa0f67ddc8cff4e 2024-11-26T15:17:59,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/54a5bb5ced544c7e9de1f9cc9b459665 is 50, key is test_row_0/B:col10/1732634277825/Put/seqid=0 2024-11-26T15:17:59,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742262_1438 (size=12151) 2024-11-26T15:17:59,610 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/54a5bb5ced544c7e9de1f9cc9b459665 2024-11-26T15:17:59,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/483457dcb274434695e1d5d4cdc1b246 is 50, key is test_row_0/C:col10/1732634277825/Put/seqid=0 2024-11-26T15:17:59,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742263_1439 (size=12151) 2024-11-26T15:17:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-26T15:17:59,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634339981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:59,985 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in e9446c90326c79f5f61eba194fe623bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:17:59,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:17:59,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:17:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634339991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:17:59,993 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in e9446c90326c79f5f61eba194fe623bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:17:59,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:17:59,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:00,020 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/483457dcb274434695e1d5d4cdc1b246 2024-11-26T15:18:00,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/29f048efd10d49908fa0f67ddc8cff4e as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/29f048efd10d49908fa0f67ddc8cff4e 2024-11-26T15:18:00,026 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/29f048efd10d49908fa0f67ddc8cff4e, entries=150, sequenceid=174, filesize=30.4 K 2024-11-26T15:18:00,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/54a5bb5ced544c7e9de1f9cc9b459665 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/54a5bb5ced544c7e9de1f9cc9b459665 2024-11-26T15:18:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,031 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/54a5bb5ced544c7e9de1f9cc9b459665, entries=150, sequenceid=174, filesize=11.9 K 2024-11-26T15:18:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/483457dcb274434695e1d5d4cdc1b246 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/483457dcb274434695e1d5d4cdc1b246 2024-11-26T15:18:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,036 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/483457dcb274434695e1d5d4cdc1b246, entries=150, sequenceid=174, filesize=11.9 K 2024-11-26T15:18:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,037 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=53.67 KB/54960 for e9446c90326c79f5f61eba194fe623bd in 1264ms, sequenceid=174, compaction requested=false 2024-11-26T15:18:00,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2603): Flush status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:18:00,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-26T15:18:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=129 2024-11-26T15:18:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=129, resume processing ppid=128 2024-11-26T15:18:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=128, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3430 sec 2024-11-26T15:18:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.3490 sec 2024-11-26T15:18:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:00,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9446c90326c79f5f61eba194fe623bd 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-26T15:18:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=A 2024-11-26T15:18:00,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:18:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=B 2024-11-26T15:18:00,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:18:00,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=C 2024-11-26T15:18:00,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:18:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126664c1864cc1e44fe9450599ddaba4fb2_e9446c90326c79f5f61eba194fe623bd is 50, key is test_row_0/A:col10/1732634280107/Put/seqid=0 2024-11-26T15:18:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742264_1440 (size=12304) 2024-11-26T15:18:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,124 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:00,128 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126664c1864cc1e44fe9450599ddaba4fb2_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126664c1864cc1e44fe9450599ddaba4fb2_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:00,129 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/fa34a128519146159fac9249fcfb611c, store: [table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:18:00,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/fa34a128519146159fac9249fcfb611c is 175, key is test_row_0/A:col10/1732634280107/Put/seqid=0 2024-11-26T15:18:00,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742265_1441 (size=31101) 2024-11-26T15:18:00,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634340158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:00,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:00,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634280138, max timestamp=1732634280161Num uniques 859; 2024-11-26T15:18:00,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634280138, max timestamp=1732634280161Num uniques 859; 2024-11-26T15:18:00,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732634280138, max timestamp=1732634280161Num uniques 859; 2024-11-26T15:18:00,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:18:00,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:18:00,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/6cc2bc8bf733:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-26T15:18:00,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634340200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:00,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:00,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634340204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:00,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:00,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634340271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:00,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:00,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634340311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634340311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:00,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634340481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:00,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:00,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634340521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:00,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634340521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:00,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:00,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:00,542 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/fa34a128519146159fac9249fcfb611c 2024-11-26T15:18:00,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/e6056d6b110846caa5581ee748f7c7f1 is 50, key is test_row_0/B:col10/1732634280107/Put/seqid=0 2024-11-26T15:18:00,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742266_1442 (size=9757) 2024-11-26T15:18:00,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634340791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:00,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:00,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:00,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634340831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634340831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:00,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:00,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/e6056d6b110846caa5581ee748f7c7f1 2024-11-26T15:18:00,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/e4d757d2e37249bdaca24eaf0124a086 is 50, key is test_row_0/C:col10/1732634280107/Put/seqid=0 2024-11-26T15:18:00,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742267_1443 (size=9757) 2024-11-26T15:18:01,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634341301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:01,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:01,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:01,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:01,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634341341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:01,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:01,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634341341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:01,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:01,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:01,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:01,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:01,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:01,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/e4d757d2e37249bdaca24eaf0124a086 2024-11-26T15:18:01,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/fa34a128519146159fac9249fcfb611c as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/fa34a128519146159fac9249fcfb611c 2024-11-26T15:18:01,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/fa34a128519146159fac9249fcfb611c, entries=150, sequenceid=188, filesize=30.4 K 2024-11-26T15:18:01,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/e6056d6b110846caa5581ee748f7c7f1 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/e6056d6b110846caa5581ee748f7c7f1 2024-11-26T15:18:01,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/e6056d6b110846caa5581ee748f7c7f1, entries=100, sequenceid=188, filesize=9.5 K 2024-11-26T15:18:01,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/e4d757d2e37249bdaca24eaf0124a086 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/e4d757d2e37249bdaca24eaf0124a086 2024-11-26T15:18:01,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/e4d757d2e37249bdaca24eaf0124a086, entries=100, sequenceid=188, filesize=9.5 K 2024-11-26T15:18:01,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for e9446c90326c79f5f61eba194fe623bd in 1278ms, sequenceid=188, compaction requested=true 2024-11-26T15:18:01,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:18:01,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9446c90326c79f5f61eba194fe623bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:18:01,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:18:01,387 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:18:01,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9446c90326c79f5f61eba194fe623bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:18:01,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:18:01,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9446c90326c79f5f61eba194fe623bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:18:01,387 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:18:01,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:18:01,388 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:18:01,388 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): e9446c90326c79f5f61eba194fe623bd/A is initiating minor compaction (all files) 2024-11-26T15:18:01,388 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9446c90326c79f5f61eba194fe623bd/A in TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:01,388 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/91234b2629d84fa9ae0fe9add87c52cb, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/29f048efd10d49908fa0f67ddc8cff4e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/fa34a128519146159fac9249fcfb611c] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp, totalSize=91.4 K 2024-11-26T15:18:01,388 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:01,389 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. files: [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/91234b2629d84fa9ae0fe9add87c52cb, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/29f048efd10d49908fa0f67ddc8cff4e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/fa34a128519146159fac9249fcfb611c] 2024-11-26T15:18:01,389 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91234b2629d84fa9ae0fe9add87c52cb, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732634277719 2024-11-26T15:18:01,389 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29f048efd10d49908fa0f67ddc8cff4e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732634277817 2024-11-26T15:18:01,389 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:18:01,389 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): e9446c90326c79f5f61eba194fe623bd/B is initiating minor compaction (all files) 2024-11-26T15:18:01,389 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9446c90326c79f5f61eba194fe623bd/B in TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:01,389 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa34a128519146159fac9249fcfb611c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732634278956 2024-11-26T15:18:01,389 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/1dacaad40a7f42e08f052e303f4bee5b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/54a5bb5ced544c7e9de1f9cc9b459665, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/e6056d6b110846caa5581ee748f7c7f1] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp, totalSize=33.5 K 2024-11-26T15:18:01,390 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dacaad40a7f42e08f052e303f4bee5b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732634277719 2024-11-26T15:18:01,390 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 54a5bb5ced544c7e9de1f9cc9b459665, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732634277817 2024-11-26T15:18:01,390 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting e6056d6b110846caa5581ee748f7c7f1, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732634278956 2024-11-26T15:18:01,397 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:18:01,397 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9446c90326c79f5f61eba194fe623bd#B#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:18:01,397 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/3866a2cd88d143cbbca393dae98da2dc is 50, key is test_row_0/B:col10/1732634280107/Put/seqid=0 2024-11-26T15:18:01,399 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411267cebac78cb404569aedf8146587811b9_e9446c90326c79f5f61eba194fe623bd store=[table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:18:01,401 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411267cebac78cb404569aedf8146587811b9_e9446c90326c79f5f61eba194fe623bd, store=[table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:18:01,402 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411267cebac78cb404569aedf8146587811b9_e9446c90326c79f5f61eba194fe623bd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:18:01,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742268_1444 (size=12493) 2024-11-26T15:18:01,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742269_1445 (size=4469) 2024-11-26T15:18:01,809 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/3866a2cd88d143cbbca393dae98da2dc as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/3866a2cd88d143cbbca393dae98da2dc 2024-11-26T15:18:01,812 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9446c90326c79f5f61eba194fe623bd/B of e9446c90326c79f5f61eba194fe623bd into 3866a2cd88d143cbbca393dae98da2dc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:18:01,812 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:18:01,812 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., storeName=e9446c90326c79f5f61eba194fe623bd/B, priority=13, startTime=1732634281387; duration=0sec 2024-11-26T15:18:01,813 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:18:01,813 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9446c90326c79f5f61eba194fe623bd:B 2024-11-26T15:18:01,813 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-26T15:18:01,813 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-26T15:18:01,814 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): e9446c90326c79f5f61eba194fe623bd/C is initiating minor compaction (all files) 2024-11-26T15:18:01,814 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9446c90326c79f5f61eba194fe623bd/C in TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:01,814 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/1e6e05da6ef64923b27ba9d0e1b1f14d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/483457dcb274434695e1d5d4cdc1b246, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/e4d757d2e37249bdaca24eaf0124a086] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp, totalSize=33.5 K 2024-11-26T15:18:01,814 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e6e05da6ef64923b27ba9d0e1b1f14d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732634277719 2024-11-26T15:18:01,815 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 483457dcb274434695e1d5d4cdc1b246, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732634277817 2024-11-26T15:18:01,815 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9446c90326c79f5f61eba194fe623bd#A#compaction#376 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:18:01,815 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting e4d757d2e37249bdaca24eaf0124a086, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732634278956 2024-11-26T15:18:01,815 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/d28ebb701c2d4d39a0d802a5d3ab5c51 is 175, key is test_row_0/A:col10/1732634280107/Put/seqid=0 2024-11-26T15:18:01,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742270_1446 (size=31554) 2024-11-26T15:18:01,821 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9446c90326c79f5f61eba194fe623bd#C#compaction#377 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:18:01,821 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/e59fab619a22498599a69693ab805e69 is 50, key is test_row_0/C:col10/1732634280107/Put/seqid=0 2024-11-26T15:18:01,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742271_1447 (size=12493) 2024-11-26T15:18:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-26T15:18:01,852 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:18:01,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:18:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-26T15:18:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-26T15:18:01,853 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:18:01,854 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:18:01,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:18:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-26T15:18:02,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-26T15:18:02,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:02,006 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2902): Flushing e9446c90326c79f5f61eba194fe623bd 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-11-26T15:18:02,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=A 2024-11-26T15:18:02,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:18:02,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=B 2024-11-26T15:18:02,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:18:02,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=C 2024-11-26T15:18:02,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-26T15:18:02,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ab69384bbaee40d0b76dedb9c351bbdd_e9446c90326c79f5f61eba194fe623bd is 50, key is test_row_0/A:col10/1732634280203/Put/seqid=0 2024-11-26T15:18:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:02,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:18:02,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742272_1448 (size=12304) 2024-11-26T15:18:02,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634342033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:02,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:02,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634342034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:02,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634342141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:02,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:02,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634342141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:02,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-26T15:18:02,221 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/d28ebb701c2d4d39a0d802a5d3ab5c51 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/d28ebb701c2d4d39a0d802a5d3ab5c51 2024-11-26T15:18:02,225 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9446c90326c79f5f61eba194fe623bd/A of e9446c90326c79f5f61eba194fe623bd into d28ebb701c2d4d39a0d802a5d3ab5c51(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:18:02,225 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:18:02,225 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., storeName=e9446c90326c79f5f61eba194fe623bd/A, priority=13, startTime=1732634281387; duration=0sec 2024-11-26T15:18:02,225 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:18:02,225 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9446c90326c79f5f61eba194fe623bd:A 2024-11-26T15:18:02,230 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/e59fab619a22498599a69693ab805e69 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/e59fab619a22498599a69693ab805e69 2024-11-26T15:18:02,235 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9446c90326c79f5f61eba194fe623bd/C of e9446c90326c79f5f61eba194fe623bd into e59fab619a22498599a69693ab805e69(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:18:02,235 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:18:02,235 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., storeName=e9446c90326c79f5f61eba194fe623bd/C, priority=13, startTime=1732634281387; duration=0sec 2024-11-26T15:18:02,235 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:18:02,235 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9446c90326c79f5f61eba194fe623bd:C 2024-11-26T15:18:02,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634342311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:02,314 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in e9446c90326c79f5f61eba194fe623bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:18:02,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:02,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634342351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:02,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634342351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:02,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:02,355 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in e9446c90326c79f5f61eba194fe623bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:18:02,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634342351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:02,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:02,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:02,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:02,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634342363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:02,366 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in e9446c90326c79f5f61eba194fe623bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:18:02,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:02,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:02,419 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ab69384bbaee40d0b76dedb9c351bbdd_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ab69384bbaee40d0b76dedb9c351bbdd_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:02,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/9a50ff42bfc84fbd93a54b7a5a13f8d9, store: [table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:18:02,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/9a50ff42bfc84fbd93a54b7a5a13f8d9 is 175, key is test_row_0/A:col10/1732634280203/Put/seqid=0 2024-11-26T15:18:02,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742273_1449 (size=31105) 2024-11-26T15:18:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-26T15:18:02,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634342661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:02,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:02,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634342661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:02,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:02,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:02,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:02,823 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/9a50ff42bfc84fbd93a54b7a5a13f8d9 2024-11-26T15:18:02,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/c5e4ff3cc2b44a83beebc3605c381330 is 50, key is test_row_0/B:col10/1732634280203/Put/seqid=0 2024-11-26T15:18:02,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742274_1450 (size=12151) 2024-11-26T15:18:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-26T15:18:03,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634343171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:03,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:03,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:03,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:03,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634343181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:03,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:03,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:03,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:03,233 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/c5e4ff3cc2b44a83beebc3605c381330 2024-11-26T15:18:03,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/05629b2d72094ad98d7d5834e6769eb5 is 50, key is test_row_0/C:col10/1732634280203/Put/seqid=0 2024-11-26T15:18:03,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742275_1451 (size=12151) 2024-11-26T15:18:03,244 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/05629b2d72094ad98d7d5834e6769eb5 2024-11-26T15:18:03,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/9a50ff42bfc84fbd93a54b7a5a13f8d9 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/9a50ff42bfc84fbd93a54b7a5a13f8d9 2024-11-26T15:18:03,250 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/9a50ff42bfc84fbd93a54b7a5a13f8d9, entries=150, sequenceid=223, filesize=30.4 K 2024-11-26T15:18:03,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/c5e4ff3cc2b44a83beebc3605c381330 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/c5e4ff3cc2b44a83beebc3605c381330 2024-11-26T15:18:03,254 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/c5e4ff3cc2b44a83beebc3605c381330, entries=150, sequenceid=223, filesize=11.9 K 2024-11-26T15:18:03,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/05629b2d72094ad98d7d5834e6769eb5 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/05629b2d72094ad98d7d5834e6769eb5 2024-11-26T15:18:03,257 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/05629b2d72094ad98d7d5834e6769eb5, entries=150, sequenceid=223, filesize=11.9 K 2024-11-26T15:18:03,258 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=60.38 KB/61830 for e9446c90326c79f5f61eba194fe623bd in 1252ms, sequenceid=223, compaction requested=false 2024-11-26T15:18:03,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2603): Flush status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:18:03,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:03,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-26T15:18:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=131 2024-11-26T15:18:03,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=131, resume processing ppid=130 2024-11-26T15:18:03,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, ppid=130, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4050 sec 2024-11-26T15:18:03,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.4090 sec 2024-11-26T15:18:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-26T15:18:04,001 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:18:04,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:18:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-26T15:18:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-26T15:18:04,003 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:18:04,003 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:18:04,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:18:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-26T15:18:04,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-26T15:18:04,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:04,155 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2902): Flushing e9446c90326c79f5f61eba194fe623bd 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-26T15:18:04,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=A 2024-11-26T15:18:04,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:18:04,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=B 2024-11-26T15:18:04,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:18:04,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=C 2024-11-26T15:18:04,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:18:04,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f50e7c48c9b444dd9245df2ab3951806_e9446c90326c79f5f61eba194fe623bd is 50, key is test_row_0/A:col10/1732634282033/Put/seqid=0 2024-11-26T15:18:04,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742276_1452 (size=12304) 2024-11-26T15:18:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:04,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:18:04,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634344222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:04,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:04,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634344224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:04,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-26T15:18:04,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634344322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:04,327 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in e9446c90326c79f5f61eba194fe623bd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:18:04,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:04,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634344331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:04,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:04,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634344341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:04,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:04,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634344372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:04,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634344372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:04,375 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in e9446c90326c79f5f61eba194fe623bd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:18:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:04,375 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in e9446c90326c79f5f61eba194fe623bd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:18:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:04,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634344543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:04,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:04,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634344552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:04,553 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,553 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,553 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:04,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:04,577 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126f50e7c48c9b444dd9245df2ab3951806_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f50e7c48c9b444dd9245df2ab3951806_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:04,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/1f2b5a329bc848cba6987703b649c33b, store: [table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:18:04,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/1f2b5a329bc848cba6987703b649c33b is 175, key is test_row_0/A:col10/1732634282033/Put/seqid=0 2024-11-26T15:18:04,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742277_1453 (size=31105) 2024-11-26T15:18:04,585 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/1f2b5a329bc848cba6987703b649c33b 2024-11-26T15:18:04,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/7711ffc3a3f047c588dcb90f1586dffc is 50, key is test_row_0/B:col10/1732634282033/Put/seqid=0 2024-11-26T15:18:04,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742278_1454 (size=12151) 2024-11-26T15:18:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-26T15:18:04,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634344852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:04,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:04,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634344861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:04,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:04,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:04,995 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/7711ffc3a3f047c588dcb90f1586dffc 2024-11-26T15:18:05,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/272de814908a4f278ae98d05ba8fef55 is 50, key is test_row_0/C:col10/1732634282033/Put/seqid=0 2024-11-26T15:18:05,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742279_1455 (size=12151) 2024-11-26T15:18:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-26T15:18:05,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634345361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:05,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:05,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:05,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:05,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634345371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:05,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:05,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:05,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:05,440 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/272de814908a4f278ae98d05ba8fef55 2024-11-26T15:18:05,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/1f2b5a329bc848cba6987703b649c33b as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/1f2b5a329bc848cba6987703b649c33b 2024-11-26T15:18:05,462 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/1f2b5a329bc848cba6987703b649c33b, entries=150, sequenceid=237, filesize=30.4 K 2024-11-26T15:18:05,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/7711ffc3a3f047c588dcb90f1586dffc as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/7711ffc3a3f047c588dcb90f1586dffc 2024-11-26T15:18:05,467 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/7711ffc3a3f047c588dcb90f1586dffc, entries=150, sequenceid=237, filesize=11.9 K 2024-11-26T15:18:05,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/272de814908a4f278ae98d05ba8fef55 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/272de814908a4f278ae98d05ba8fef55 2024-11-26T15:18:05,472 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/272de814908a4f278ae98d05ba8fef55, entries=150, sequenceid=237, filesize=11.9 K 2024-11-26T15:18:05,473 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for e9446c90326c79f5f61eba194fe623bd in 1317ms, sequenceid=237, compaction requested=true 2024-11-26T15:18:05,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2603): Flush status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:18:05,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:05,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-26T15:18:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=133 2024-11-26T15:18:05,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=133, resume processing ppid=132 2024-11-26T15:18:05,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4710 sec 2024-11-26T15:18:05,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.4750 sec 2024-11-26T15:18:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132 2024-11-26T15:18:06,151 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:18:06,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:18:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-26T15:18:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-26T15:18:06,153 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:18:06,154 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:18:06,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:18:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-26T15:18:06,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-26T15:18:06,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:06,306 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2902): Flushing e9446c90326c79f5f61eba194fe623bd 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-26T15:18:06,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=A 2024-11-26T15:18:06,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:18:06,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=B 2024-11-26T15:18:06,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:18:06,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=C 2024-11-26T15:18:06,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:18:06,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112666c0acb0980f49e9a970d0a006db809b_e9446c90326c79f5f61eba194fe623bd is 50, key is test_row_0/A:col10/1732634284215/Put/seqid=0 2024-11-26T15:18:06,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742280_1456 (size=12304) 2024-11-26T15:18:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:06,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:18:06,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634346396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:06,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:06,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:06,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:06,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634346399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:06,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:06,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:06,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-26T15:18:06,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634346511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:06,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634346511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:06,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:06,720 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112666c0acb0980f49e9a970d0a006db809b_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112666c0acb0980f49e9a970d0a006db809b_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:06,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/16ff6d2a7374451989ea497d818e1023, store: [table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:18:06,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/16ff6d2a7374451989ea497d818e1023 is 175, key is test_row_0/A:col10/1732634284215/Put/seqid=0 2024-11-26T15:18:06,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742281_1457 (size=31105) 2024-11-26T15:18:06,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634346721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:06,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:06,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:06,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:06,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634346721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:06,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:06,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:06,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-26T15:18:07,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634347031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:07,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634347031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:07,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:07,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:07,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:07,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:07,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:07,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:07,125 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/16ff6d2a7374451989ea497d818e1023 2024-11-26T15:18:07,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/875ba64ba0c74b9899bdc6d58e8a7fd7 is 50, key is test_row_0/B:col10/1732634284215/Put/seqid=0 2024-11-26T15:18:07,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742282_1458 (size=12151) 2024-11-26T15:18:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-26T15:18:07,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634347541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:07,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:07,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634347541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:07,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:07,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:07,545 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:07,545 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:07,545 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:07,557 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/875ba64ba0c74b9899bdc6d58e8a7fd7 2024-11-26T15:18:07,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/d9acaacea8974981b525d4489d82b1c4 is 50, key is test_row_0/C:col10/1732634284215/Put/seqid=0 2024-11-26T15:18:07,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742283_1459 (size=12151) 2024-11-26T15:18:07,970 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/d9acaacea8974981b525d4489d82b1c4 2024-11-26T15:18:07,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/16ff6d2a7374451989ea497d818e1023 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/16ff6d2a7374451989ea497d818e1023 2024-11-26T15:18:07,977 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/16ff6d2a7374451989ea497d818e1023, entries=150, sequenceid=257, filesize=30.4 K 2024-11-26T15:18:07,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/875ba64ba0c74b9899bdc6d58e8a7fd7 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/875ba64ba0c74b9899bdc6d58e8a7fd7 2024-11-26T15:18:07,980 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/875ba64ba0c74b9899bdc6d58e8a7fd7, entries=150, sequenceid=257, filesize=11.9 K 2024-11-26T15:18:07,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/d9acaacea8974981b525d4489d82b1c4 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/d9acaacea8974981b525d4489d82b1c4 2024-11-26T15:18:07,983 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/d9acaacea8974981b525d4489d82b1c4, entries=150, sequenceid=257, filesize=11.9 K 2024-11-26T15:18:07,984 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for e9446c90326c79f5f61eba194fe623bd in 1678ms, sequenceid=257, compaction requested=true 2024-11-26T15:18:07,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2603): Flush status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:18:07,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:07,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-26T15:18:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=135 2024-11-26T15:18:07,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134 2024-11-26T15:18:07,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8310 sec 2024-11-26T15:18:07,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.8350 sec 2024-11-26T15:18:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-26T15:18:08,301 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:18:08,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-26T15:18:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-26T15:18:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-26T15:18:08,303 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-26T15:18:08,303 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T15:18:08,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T15:18:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:08,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9446c90326c79f5f61eba194fe623bd 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-26T15:18:08,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=A 2024-11-26T15:18:08,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:18:08,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=B 2024-11-26T15:18:08,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:18:08,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=C 2024-11-26T15:18:08,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:18:08,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126912aceab88724babbaee9bdbe78ad9e1_e9446c90326c79f5f61eba194fe623bd is 50, key is test_row_0/A:col10/1732634286390/Put/seqid=0 2024-11-26T15:18:08,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742284_1460 (size=14994) 2024-11-26T15:18:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-26T15:18:08,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T15:18:08,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:08,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:18:08,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:08,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:08,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:08,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634348452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:08,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:08,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:08,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634348453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634348453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:08,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:08,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:08,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634348551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:08,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634348551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:08,554 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in e9446c90326c79f5f61eba194fe623bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:18:08,554 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_0' in e9446c90326c79f5f61eba194fe623bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:18:08,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:08,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:08,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634348571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:08,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:08,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634348571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:08,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:08,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:08,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634348571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:08,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:08,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T15:18:08,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:08,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:18:08,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:08,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:08,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-26T15:18:08,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T15:18:08,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:08,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:18:08,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:08,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:08,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:08,778 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:08,780 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126912aceab88724babbaee9bdbe78ad9e1_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126912aceab88724babbaee9bdbe78ad9e1_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:08,781 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/67f96cbb7ead4ae59b23f26cf2019c69, store: [table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:18:08,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/67f96cbb7ead4ae59b23f26cf2019c69 is 175, key is test_row_0/A:col10/1732634286390/Put/seqid=0 2024-11-26T15:18:08,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742285_1461 (size=39949) 2024-11-26T15:18:08,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634348781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:08,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:08,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634348781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:08,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:08,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634348781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:08,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:08,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:08,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T15:18:08,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:08,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:18:08,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:08,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:08,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-26T15:18:09,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T15:18:09,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:09,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:18:09,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:09,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:09,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:09,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634349091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:09,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634349091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:09,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634349091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:09,185 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/67f96cbb7ead4ae59b23f26cf2019c69 2024-11-26T15:18:09,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/5811bfe8379a41039b745dcc23932ec2 is 50, key is test_row_0/B:col10/1732634286390/Put/seqid=0 2024-11-26T15:18:09,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742286_1462 (size=12301) 2024-11-26T15:18:09,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T15:18:09,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:09,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:18:09,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:09,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:09,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:09,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T15:18:09,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:09,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:18:09,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:09,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:09,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-26T15:18:09,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T15:18:09,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:09,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:18:09,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:09,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:09,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:09,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/5811bfe8379a41039b745dcc23932ec2 2024-11-26T15:18:09,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/5e63e199ea3b4a5a82c85014e1edb9ad is 50, key is test_row_0/C:col10/1732634286390/Put/seqid=0 2024-11-26T15:18:09,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742287_1463 (size=12301) 2024-11-26T15:18:09,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634349601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:09,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:09,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:09,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:09,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634349601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:09,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:09,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:09,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:09,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634349601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:09,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:09,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:09,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:09,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T15:18:09,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:09,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:18:09,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:09,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:09,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:09,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T15:18:09,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:09,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:18:09,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:09,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:09,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:09,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T15:18:09,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:09,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:18:09,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:09,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:09,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T15:18:10,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/5e63e199ea3b4a5a82c85014e1edb9ad 2024-11-26T15:18:10,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/67f96cbb7ead4ae59b23f26cf2019c69 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/67f96cbb7ead4ae59b23f26cf2019c69 2024-11-26T15:18:10,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/67f96cbb7ead4ae59b23f26cf2019c69, entries=200, sequenceid=270, filesize=39.0 K 2024-11-26T15:18:10,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/5811bfe8379a41039b745dcc23932ec2 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/5811bfe8379a41039b745dcc23932ec2 2024-11-26T15:18:10,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/5811bfe8379a41039b745dcc23932ec2, entries=150, sequenceid=270, filesize=12.0 K 2024-11-26T15:18:10,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/5e63e199ea3b4a5a82c85014e1edb9ad as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/5e63e199ea3b4a5a82c85014e1edb9ad 2024-11-26T15:18:10,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/5e63e199ea3b4a5a82c85014e1edb9ad, entries=150, sequenceid=270, filesize=12.0 K 2024-11-26T15:18:10,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for e9446c90326c79f5f61eba194fe623bd in 1648ms, sequenceid=270, compaction requested=true 2024-11-26T15:18:10,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:18:10,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9446c90326c79f5f61eba194fe623bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:18:10,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:18:10,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9446c90326c79f5f61eba194fe623bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:18:10,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:18:10,012 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-26T15:18:10,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9446c90326c79f5f61eba194fe623bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-26T15:18:10,013 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-26T15:18:10,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:18:10,014 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164818 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-26T15:18:10,014 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1541): e9446c90326c79f5f61eba194fe623bd/A is initiating minor compaction (all files) 2024-11-26T15:18:10,014 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9446c90326c79f5f61eba194fe623bd/A in TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:10,014 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/d28ebb701c2d4d39a0d802a5d3ab5c51, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/9a50ff42bfc84fbd93a54b7a5a13f8d9, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/1f2b5a329bc848cba6987703b649c33b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/16ff6d2a7374451989ea497d818e1023, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/67f96cbb7ead4ae59b23f26cf2019c69] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp, totalSize=161.0 K 2024-11-26T15:18:10,014 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:10,015 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61247 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-26T15:18:10,015 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. files: [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/d28ebb701c2d4d39a0d802a5d3ab5c51, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/9a50ff42bfc84fbd93a54b7a5a13f8d9, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/1f2b5a329bc848cba6987703b649c33b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/16ff6d2a7374451989ea497d818e1023, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/67f96cbb7ead4ae59b23f26cf2019c69] 2024-11-26T15:18:10,015 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): e9446c90326c79f5f61eba194fe623bd/B is initiating minor compaction (all files) 2024-11-26T15:18:10,015 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9446c90326c79f5f61eba194fe623bd/B in TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:10,015 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/3866a2cd88d143cbbca393dae98da2dc, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/c5e4ff3cc2b44a83beebc3605c381330, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/7711ffc3a3f047c588dcb90f1586dffc, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/875ba64ba0c74b9899bdc6d58e8a7fd7, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/5811bfe8379a41039b745dcc23932ec2] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp, totalSize=59.8 K 2024-11-26T15:18:10,015 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting d28ebb701c2d4d39a0d802a5d3ab5c51, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732634277817 2024-11-26T15:18:10,015 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 3866a2cd88d143cbbca393dae98da2dc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732634277817 2024-11-26T15:18:10,015 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a50ff42bfc84fbd93a54b7a5a13f8d9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732634280191 2024-11-26T15:18:10,015 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting c5e4ff3cc2b44a83beebc3605c381330, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732634280191 2024-11-26T15:18:10,015 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f2b5a329bc848cba6987703b649c33b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732634282023 2024-11-26T15:18:10,015 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 7711ffc3a3f047c588dcb90f1586dffc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732634282023 2024-11-26T15:18:10,015 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 875ba64ba0c74b9899bdc6d58e8a7fd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732634284215 2024-11-26T15:18:10,015 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16ff6d2a7374451989ea497d818e1023, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732634284215 2024-11-26T15:18:10,016 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 5811bfe8379a41039b745dcc23932ec2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732634286390 2024-11-26T15:18:10,016 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67f96cbb7ead4ae59b23f26cf2019c69, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732634286390 2024-11-26T15:18:10,021 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:18:10,023 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241126fd462699d42246d5897d606e194932e8_e9446c90326c79f5f61eba194fe623bd store=[table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:18:10,024 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9446c90326c79f5f61eba194fe623bd#B#compaction#390 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:18:10,024 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/25e6484a65fe4a3ca83c74b3e7ebf568 is 50, key is test_row_0/B:col10/1732634286390/Put/seqid=0 2024-11-26T15:18:10,026 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241126fd462699d42246d5897d606e194932e8_e9446c90326c79f5f61eba194fe623bd, store=[table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:18:10,026 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126fd462699d42246d5897d606e194932e8_e9446c90326c79f5f61eba194fe623bd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:18:10,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742288_1464 (size=12813) 2024-11-26T15:18:10,032 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/25e6484a65fe4a3ca83c74b3e7ebf568 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/25e6484a65fe4a3ca83c74b3e7ebf568 2024-11-26T15:18:10,036 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in e9446c90326c79f5f61eba194fe623bd/B of e9446c90326c79f5f61eba194fe623bd into 25e6484a65fe4a3ca83c74b3e7ebf568(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:18:10,036 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:18:10,036 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., storeName=e9446c90326c79f5f61eba194fe623bd/B, priority=11, startTime=1732634290012; duration=0sec 2024-11-26T15:18:10,036 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-26T15:18:10,036 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9446c90326c79f5f61eba194fe623bd:B 2024-11-26T15:18:10,036 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-26T15:18:10,037 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61247 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-26T15:18:10,037 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1541): e9446c90326c79f5f61eba194fe623bd/C is initiating minor compaction (all files) 2024-11-26T15:18:10,037 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9446c90326c79f5f61eba194fe623bd/C in TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:10,037 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/e59fab619a22498599a69693ab805e69, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/05629b2d72094ad98d7d5834e6769eb5, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/272de814908a4f278ae98d05ba8fef55, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/d9acaacea8974981b525d4489d82b1c4, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/5e63e199ea3b4a5a82c85014e1edb9ad] into tmpdir=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp, totalSize=59.8 K 2024-11-26T15:18:10,037 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting e59fab619a22498599a69693ab805e69, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732634277817 2024-11-26T15:18:10,038 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 05629b2d72094ad98d7d5834e6769eb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732634280191 2024-11-26T15:18:10,038 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 272de814908a4f278ae98d05ba8fef55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732634282023 2024-11-26T15:18:10,038 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting d9acaacea8974981b525d4489d82b1c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732634284215 2024-11-26T15:18:10,038 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e63e199ea3b4a5a82c85014e1edb9ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732634286390 2024-11-26T15:18:10,051 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9446c90326c79f5f61eba194fe623bd#C#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:18:10,051 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/eca787c38bb342219d56c3b3ccc61485 is 50, key is test_row_0/C:col10/1732634286390/Put/seqid=0 2024-11-26T15:18:10,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742289_1465 (size=4469) 2024-11-26T15:18:10,054 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9446c90326c79f5f61eba194fe623bd#A#compaction#391 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-26T15:18:10,055 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/e9cb748f6411438aa0c45893b8ffac21 is 175, key is test_row_0/A:col10/1732634286390/Put/seqid=0 2024-11-26T15:18:10,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742290_1466 (size=12813) 2024-11-26T15:18:10,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742291_1467 (size=31767) 2024-11-26T15:18:10,067 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/e9cb748f6411438aa0c45893b8ffac21 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/e9cb748f6411438aa0c45893b8ffac21 2024-11-26T15:18:10,070 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in e9446c90326c79f5f61eba194fe623bd/A of e9446c90326c79f5f61eba194fe623bd into e9cb748f6411438aa0c45893b8ffac21(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:18:10,070 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:18:10,070 INFO [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., storeName=e9446c90326c79f5f61eba194fe623bd/A, priority=11, startTime=1732634290012; duration=0sec 2024-11-26T15:18:10,071 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:18:10,071 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9446c90326c79f5f61eba194fe623bd:A 2024-11-26T15:18:10,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-26T15:18:10,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:10,133 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2902): Flushing e9446c90326c79f5f61eba194fe623bd 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-26T15:18:10,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=A 2024-11-26T15:18:10,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:18:10,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=B 2024-11-26T15:18:10,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:18:10,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=C 2024-11-26T15:18:10,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:18:10,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265e24bdad034c428d9be962017628161d_e9446c90326c79f5f61eba194fe623bd is 50, key is test_row_0/A:col10/1732634288452/Put/seqid=0 2024-11-26T15:18:10,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742292_1468 (size=12454) 2024-11-26T15:18:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-26T15:18:10,465 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/eca787c38bb342219d56c3b3ccc61485 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/eca787c38bb342219d56c3b3ccc61485 2024-11-26T15:18:10,469 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in e9446c90326c79f5f61eba194fe623bd/C of e9446c90326c79f5f61eba194fe623bd into eca787c38bb342219d56c3b3ccc61485(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-26T15:18:10,469 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:18:10,469 INFO [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., storeName=e9446c90326c79f5f61eba194fe623bd/C, priority=11, startTime=1732634290013; duration=0sec 2024-11-26T15:18:10,469 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:18:10,469 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9446c90326c79f5f61eba194fe623bd:C 2024-11-26T15:18:10,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:10,544 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411265e24bdad034c428d9be962017628161d_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265e24bdad034c428d9be962017628161d_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:10,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/77bdf6082b3c497cbba80f7d034e6145, store: [table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:18:10,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/77bdf6082b3c497cbba80f7d034e6145 is 175, key is test_row_0/A:col10/1732634288452/Put/seqid=0 2024-11-26T15:18:10,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742293_1469 (size=31255) 2024-11-26T15:18:10,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. as already flushing 2024-11-26T15:18:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:10,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634350579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:10,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634350580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:10,583 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:10,583 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:10,583 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:10,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:10,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:10,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:10,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40122 deadline: 1732634350621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:10,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40104 deadline: 1732634350621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:10,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40150 deadline: 1732634350621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:10,622 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_1' in e9446c90326c79f5f61eba194fe623bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:18:10,622 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_2' in e9446c90326c79f5f61eba194fe623bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:18:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:10,623 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 6cc2bc8bf733,45537,1732634099035 for 'test_row_2' in e9446c90326c79f5f61eba194fe623bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-26T15:18:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:10,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:10,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634350691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:10,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:10,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634350692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:10,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:10,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:10,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:10,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:10,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:10,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634350901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:10,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634350901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:10,948 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/77bdf6082b3c497cbba80f7d034e6145 2024-11-26T15:18:10,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/996efcd66c034e6f8d941f686c5cf052 is 50, key is test_row_0/B:col10/1732634288452/Put/seqid=0 2024-11-26T15:18:10,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742294_1470 (size=12301) 2024-11-26T15:18:11,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634351211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:11,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:11,214 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634351211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:11,214 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:11,214 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:11,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:11,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:11,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:11,358 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/996efcd66c034e6f8d941f686c5cf052 2024-11-26T15:18:11,364 INFO [Thread-1887 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1887. 2024-11-26T15:18:11,364 INFO [Thread-1885 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1885. 2024-11-26T15:18:11,364 DEBUG [Thread-1887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:18:11,364 DEBUG [Thread-1885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:18:11,364 DEBUG [Thread-1885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:11,364 DEBUG [Thread-1887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:11,364 DEBUG [Thread-1887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:11,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:11,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:11,365 DEBUG [Thread-1885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:11,365 INFO [Thread-1889 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1889. 2024-11-26T15:18:11,365 DEBUG [Thread-1889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:18:11,365 DEBUG [Thread-1889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:11,365 DEBUG [Thread-1889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:11,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:11,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/1864adc6f7d14736ad5afddd7bfc7739 is 50, key is test_row_0/C:col10/1732634288452/Put/seqid=0 2024-11-26T15:18:11,368 INFO [Thread-1893 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1893. 2024-11-26T15:18:11,368 DEBUG [Thread-1893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:18:11,368 DEBUG [Thread-1893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:11,368 DEBUG [Thread-1893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:11,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:11,368 INFO [Thread-1891 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1891. 2024-11-26T15:18:11,368 DEBUG [Thread-1891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:18:11,368 DEBUG [Thread-1891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:11,368 DEBUG [Thread-1891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:11,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:11,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742295_1471 (size=12301) 2024-11-26T15:18:11,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:11,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-26T15:18:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40138 deadline: 1732634351721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40176 deadline: 1732634351721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:11,722 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:11,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 , the old value is region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:11,722 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:11,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-26T15:18:11,722 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:11,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., hostname=6cc2bc8bf733,45537,1732634099035, seqNum=5 because the exception is null or not the one we care about 2024-11-26T15:18:11,770 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/1864adc6f7d14736ad5afddd7bfc7739 2024-11-26T15:18:11,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/77bdf6082b3c497cbba80f7d034e6145 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/77bdf6082b3c497cbba80f7d034e6145 2024-11-26T15:18:11,781 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/77bdf6082b3c497cbba80f7d034e6145, entries=150, sequenceid=292, filesize=30.5 K 2024-11-26T15:18:11,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/996efcd66c034e6f8d941f686c5cf052 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/996efcd66c034e6f8d941f686c5cf052 2024-11-26T15:18:11,786 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/996efcd66c034e6f8d941f686c5cf052, entries=150, sequenceid=292, filesize=12.0 K 2024-11-26T15:18:11,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/1864adc6f7d14736ad5afddd7bfc7739 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/1864adc6f7d14736ad5afddd7bfc7739 2024-11-26T15:18:11,790 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/1864adc6f7d14736ad5afddd7bfc7739, entries=150, sequenceid=292, filesize=12.0 K 2024-11-26T15:18:11,791 INFO [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for e9446c90326c79f5f61eba194fe623bd in 1658ms, sequenceid=292, compaction requested=false 2024-11-26T15:18:11,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2603): Flush status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:18:11,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:11,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6cc2bc8bf733:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-26T15:18:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster(4169): Remote procedure done, pid=137 2024-11-26T15:18:11,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136 2024-11-26T15:18:11,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4890 sec 2024-11-26T15:18:11,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 3.4940 sec 2024-11-26T15:18:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-26T15:18:12,473 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:18:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45537 {}] regionserver.HRegion(8855): Flush requested on e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:12,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9446c90326c79f5f61eba194fe623bd 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-26T15:18:12,633 INFO [Thread-1874 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1874. 2024-11-26T15:18:12,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=A 2024-11-26T15:18:12,633 DEBUG [Thread-1874 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:18:12,633 DEBUG [Thread-1874 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:12,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:18:12,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=B 2024-11-26T15:18:12,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:18:12,633 DEBUG [Thread-1874 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:12,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=C 2024-11-26T15:18:12,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:12,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:18:12,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126dc2847a0bbcd4444a773ff5c12f69bdf_e9446c90326c79f5f61eba194fe623bd is 50, key is test_row_0/A:col10/1732634290579/Put/seqid=0 2024-11-26T15:18:12,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742296_1472 (size=12454) 2024-11-26T15:18:12,642 INFO [Thread-1878 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1878. 2024-11-26T15:18:12,642 DEBUG [Thread-1878 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:18:12,642 DEBUG [Thread-1878 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:12,642 DEBUG [Thread-1878 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:12,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:12,652 INFO [Thread-1882 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1882. 2024-11-26T15:18:12,652 DEBUG [Thread-1882 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:18:12,652 DEBUG [Thread-1882 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:12,652 DEBUG [Thread-1882 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:12,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:12,732 INFO [Thread-1880 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1880. 2024-11-26T15:18:12,732 INFO [Thread-1876 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1876. 2024-11-26T15:18:12,732 DEBUG [Thread-1880 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:18:12,732 DEBUG [Thread-1876 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-26T15:18:12,732 DEBUG [Thread-1880 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:12,732 DEBUG [Thread-1876 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:12,733 DEBUG [Thread-1880 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:12,733 DEBUG [Thread-1876 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:12,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:12,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:12,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-26T15:18:12,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-26T15:18:12,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-26T15:18:12,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-26T15:18:12,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-26T15:18:12,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-26T15:18:12,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-26T15:18:12,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2740 2024-11-26T15:18:12,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2802 2024-11-26T15:18:12,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2731 2024-11-26T15:18:12,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2730 2024-11-26T15:18:12,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2795 2024-11-26T15:18:12,733 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-26T15:18:12,733 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:18:12,733 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:18:12,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:12,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:12,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:12,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-26T15:18:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-26T15:18:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-26T15:18:12,736 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634292736"}]},"ts":"1732634292736"} 2024-11-26T15:18:12,738 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-26T15:18:12,738 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-26T15:18:12,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-26T15:18:12,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9446c90326c79f5f61eba194fe623bd, UNASSIGN}] 2024-11-26T15:18:12,740 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9446c90326c79f5f61eba194fe623bd, UNASSIGN 2024-11-26T15:18:12,741 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=140 updating hbase:meta row=e9446c90326c79f5f61eba194fe623bd, regionState=CLOSING, regionLocation=6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:12,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9446c90326c79f5f61eba194fe623bd, UNASSIGN because future has completed 2024-11-26T15:18:12,742 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-26T15:18:12,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE, hasLock=false; CloseRegionProcedure e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035}] 2024-11-26T15:18:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-26T15:18:12,893 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(122): Close e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:12,893 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-26T15:18:12,894 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1722): Closing e9446c90326c79f5f61eba194fe623bd, disabling compactions & flushes 2024-11-26T15:18:12,894 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:13,042 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:13,045 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126dc2847a0bbcd4444a773ff5c12f69bdf_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126dc2847a0bbcd4444a773ff5c12f69bdf_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:13,046 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/d45c3a4cb51d406293adee2f27f0ff87, store: [table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:18:13,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/d45c3a4cb51d406293adee2f27f0ff87 is 175, key is test_row_0/A:col10/1732634290579/Put/seqid=0 2024-11-26T15:18:13,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742297_1473 (size=31255) 2024-11-26T15:18:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-26T15:18:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-26T15:18:13,451 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=306, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/d45c3a4cb51d406293adee2f27f0ff87 2024-11-26T15:18:13,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/15441a9804cc44f7b4c825774b96b415 is 50, key is test_row_0/B:col10/1732634290579/Put/seqid=0 2024-11-26T15:18:13,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742298_1474 (size=12301) 2024-11-26T15:18:13,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/15441a9804cc44f7b4c825774b96b415 2024-11-26T15:18:13,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/3124f74135e94914a5b4dbc28f47325b is 50, key is test_row_0/C:col10/1732634290579/Put/seqid=0 2024-11-26T15:18:13,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742299_1475 (size=12301) 2024-11-26T15:18:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-26T15:18:13,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/3124f74135e94914a5b4dbc28f47325b 2024-11-26T15:18:13,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/d45c3a4cb51d406293adee2f27f0ff87 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/d45c3a4cb51d406293adee2f27f0ff87 2024-11-26T15:18:13,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/d45c3a4cb51d406293adee2f27f0ff87, entries=150, sequenceid=306, filesize=30.5 K 2024-11-26T15:18:13,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/15441a9804cc44f7b4c825774b96b415 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/15441a9804cc44f7b4c825774b96b415 2024-11-26T15:18:13,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/15441a9804cc44f7b4c825774b96b415, entries=150, sequenceid=306, filesize=12.0 K 2024-11-26T15:18:13,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/3124f74135e94914a5b4dbc28f47325b as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/3124f74135e94914a5b4dbc28f47325b 2024-11-26T15:18:13,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/3124f74135e94914a5b4dbc28f47325b, entries=150, sequenceid=306, filesize=12.0 K 2024-11-26T15:18:13,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=26.84 KB/27480 for e9446c90326c79f5f61eba194fe623bd in 1282ms, sequenceid=306, compaction requested=true 2024-11-26T15:18:13,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9446c90326c79f5f61eba194fe623bd: 2024-11-26T15:18:13,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9446c90326c79f5f61eba194fe623bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-26T15:18:13,915 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:13,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:18:13,915 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. because compaction request was cancelled 2024-11-26T15:18:13,915 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:13,915 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9446c90326c79f5f61eba194fe623bd:A 2024-11-26T15:18:13,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9446c90326c79f5f61eba194fe623bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:18:13,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:18:13,915 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. because compaction request was cancelled 2024-11-26T15:18:13,915 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. after waiting 0 ms 2024-11-26T15:18:13,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9446c90326c79f5f61eba194fe623bd:C, priority=-2147483648, current under compaction store size is 2 2024-11-26T15:18:13,915 DEBUG [RS:0;6cc2bc8bf733:45537-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9446c90326c79f5f61eba194fe623bd:B 2024-11-26T15:18:13,915 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:13,915 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. because compaction request was cancelled 2024-11-26T15:18:13,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-26T15:18:13,915 DEBUG [RS:0;6cc2bc8bf733:45537-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9446c90326c79f5f61eba194fe623bd:C 2024-11-26T15:18:13,915 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(2902): Flushing e9446c90326c79f5f61eba194fe623bd 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-26T15:18:13,916 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=A 2024-11-26T15:18:13,916 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:18:13,916 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=B 2024-11-26T15:18:13,916 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:18:13,916 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e9446c90326c79f5f61eba194fe623bd, store=C 2024-11-26T15:18:13,916 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-26T15:18:13,922 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a176e4231e134f36b54f2d10683de047_e9446c90326c79f5f61eba194fe623bd is 50, key is test_row_0/A:col10/1732634292731/Put/seqid=0 2024-11-26T15:18:13,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742300_1476 (size=12454) 2024-11-26T15:18:14,326 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T15:18:14,329 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a176e4231e134f36b54f2d10683de047_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a176e4231e134f36b54f2d10683de047_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:14,330 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/d96242cd85c84c08a3407c6b04918ca7, store: [table=TestAcidGuarantees family=A region=e9446c90326c79f5f61eba194fe623bd] 2024-11-26T15:18:14,330 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/d96242cd85c84c08a3407c6b04918ca7 is 175, key is test_row_0/A:col10/1732634292731/Put/seqid=0 2024-11-26T15:18:14,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742301_1477 (size=31255) 2024-11-26T15:18:14,755 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/d96242cd85c84c08a3407c6b04918ca7 2024-11-26T15:18:14,761 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/2d48ecded0f74e36aaab9c8ca49c0253 is 50, key is test_row_0/B:col10/1732634292731/Put/seqid=0 2024-11-26T15:18:14,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742302_1478 (size=12301) 2024-11-26T15:18:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-26T15:18:15,165 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/2d48ecded0f74e36aaab9c8ca49c0253 2024-11-26T15:18:15,178 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/cecb055b49fb49fb9a2ab80bd211f8ff is 50, key is test_row_0/C:col10/1732634292731/Put/seqid=0 2024-11-26T15:18:15,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742303_1479 (size=12301) 2024-11-26T15:18:15,583 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/cecb055b49fb49fb9a2ab80bd211f8ff 2024-11-26T15:18:15,637 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/A/d96242cd85c84c08a3407c6b04918ca7 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/d96242cd85c84c08a3407c6b04918ca7 2024-11-26T15:18:15,645 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/d96242cd85c84c08a3407c6b04918ca7, entries=150, sequenceid=313, filesize=30.5 K 2024-11-26T15:18:15,646 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/B/2d48ecded0f74e36aaab9c8ca49c0253 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/2d48ecded0f74e36aaab9c8ca49c0253 2024-11-26T15:18:15,649 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/2d48ecded0f74e36aaab9c8ca49c0253, entries=150, sequenceid=313, filesize=12.0 K 2024-11-26T15:18:15,651 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/.tmp/C/cecb055b49fb49fb9a2ab80bd211f8ff as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/cecb055b49fb49fb9a2ab80bd211f8ff 2024-11-26T15:18:15,654 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/cecb055b49fb49fb9a2ab80bd211f8ff, entries=150, sequenceid=313, filesize=12.0 K 2024-11-26T15:18:15,655 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for e9446c90326c79f5f61eba194fe623bd in 1740ms, sequenceid=313, compaction requested=true 2024-11-26T15:18:15,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/46528584193c484c965ccf06491ace0d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/d68bf2cd911f49e3991b63a1f4244f37, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/5c724f20dc5243b188439ac4dfef3cc0, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/ae475cdc315a4670b8095236a55772fd, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/417a4f0880094721833b61e74704212c, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/5f42ae1f63fb404ab6277ab06641ff10, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/7ff27c678d594b9ba789ecfe71cb6b7d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/91234b2629d84fa9ae0fe9add87c52cb, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/29f048efd10d49908fa0f67ddc8cff4e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/d28ebb701c2d4d39a0d802a5d3ab5c51, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/fa34a128519146159fac9249fcfb611c, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/9a50ff42bfc84fbd93a54b7a5a13f8d9, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/1f2b5a329bc848cba6987703b649c33b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/16ff6d2a7374451989ea497d818e1023, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/67f96cbb7ead4ae59b23f26cf2019c69] to archive 2024-11-26T15:18:15,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T15:18:15,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/46528584193c484c965ccf06491ace0d to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/46528584193c484c965ccf06491ace0d 2024-11-26T15:18:15,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/d68bf2cd911f49e3991b63a1f4244f37 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/d68bf2cd911f49e3991b63a1f4244f37 2024-11-26T15:18:15,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/5c724f20dc5243b188439ac4dfef3cc0 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/5c724f20dc5243b188439ac4dfef3cc0 2024-11-26T15:18:15,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/ae475cdc315a4670b8095236a55772fd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/ae475cdc315a4670b8095236a55772fd 2024-11-26T15:18:15,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/417a4f0880094721833b61e74704212c to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/417a4f0880094721833b61e74704212c 2024-11-26T15:18:15,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/5f42ae1f63fb404ab6277ab06641ff10 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/5f42ae1f63fb404ab6277ab06641ff10 2024-11-26T15:18:15,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/7ff27c678d594b9ba789ecfe71cb6b7d to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/7ff27c678d594b9ba789ecfe71cb6b7d 2024-11-26T15:18:15,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/91234b2629d84fa9ae0fe9add87c52cb to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/91234b2629d84fa9ae0fe9add87c52cb 2024-11-26T15:18:15,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/29f048efd10d49908fa0f67ddc8cff4e to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/29f048efd10d49908fa0f67ddc8cff4e 2024-11-26T15:18:15,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/d28ebb701c2d4d39a0d802a5d3ab5c51 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/d28ebb701c2d4d39a0d802a5d3ab5c51 2024-11-26T15:18:15,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/fa34a128519146159fac9249fcfb611c to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/fa34a128519146159fac9249fcfb611c 2024-11-26T15:18:15,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/9a50ff42bfc84fbd93a54b7a5a13f8d9 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/9a50ff42bfc84fbd93a54b7a5a13f8d9 2024-11-26T15:18:15,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/1f2b5a329bc848cba6987703b649c33b to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/1f2b5a329bc848cba6987703b649c33b 2024-11-26T15:18:15,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/16ff6d2a7374451989ea497d818e1023 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/16ff6d2a7374451989ea497d818e1023 2024-11-26T15:18:15,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/67f96cbb7ead4ae59b23f26cf2019c69 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/67f96cbb7ead4ae59b23f26cf2019c69 2024-11-26T15:18:15,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/13e2fabf7f9747ed82793d9afba7e840, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/01e6d0f82a794ac692754de097866a86, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/782067f3b8fd41879234756f2207a84a, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/a37f15eac97845418a018a3e2d726ff9, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/58507da6cc2b491999a7f1cf1fb1b433, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/3ef5e1d6f00c467abf203d599c705c5a, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/1dacaad40a7f42e08f052e303f4bee5b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/585a302f05924f7087d349ce0425f9f0, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/54a5bb5ced544c7e9de1f9cc9b459665, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/3866a2cd88d143cbbca393dae98da2dc, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/e6056d6b110846caa5581ee748f7c7f1, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/c5e4ff3cc2b44a83beebc3605c381330, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/7711ffc3a3f047c588dcb90f1586dffc, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/875ba64ba0c74b9899bdc6d58e8a7fd7, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/5811bfe8379a41039b745dcc23932ec2] to archive 2024-11-26T15:18:15,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T15:18:15,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/13e2fabf7f9747ed82793d9afba7e840 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/13e2fabf7f9747ed82793d9afba7e840 2024-11-26T15:18:15,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/01e6d0f82a794ac692754de097866a86 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/01e6d0f82a794ac692754de097866a86 2024-11-26T15:18:15,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/782067f3b8fd41879234756f2207a84a to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/782067f3b8fd41879234756f2207a84a 2024-11-26T15:18:15,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/a37f15eac97845418a018a3e2d726ff9 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/a37f15eac97845418a018a3e2d726ff9 2024-11-26T15:18:15,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/58507da6cc2b491999a7f1cf1fb1b433 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/58507da6cc2b491999a7f1cf1fb1b433 2024-11-26T15:18:15,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/3ef5e1d6f00c467abf203d599c705c5a to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/3ef5e1d6f00c467abf203d599c705c5a 2024-11-26T15:18:15,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/1dacaad40a7f42e08f052e303f4bee5b to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/1dacaad40a7f42e08f052e303f4bee5b 2024-11-26T15:18:15,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/585a302f05924f7087d349ce0425f9f0 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/585a302f05924f7087d349ce0425f9f0 2024-11-26T15:18:15,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/54a5bb5ced544c7e9de1f9cc9b459665 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/54a5bb5ced544c7e9de1f9cc9b459665 2024-11-26T15:18:15,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/3866a2cd88d143cbbca393dae98da2dc to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/3866a2cd88d143cbbca393dae98da2dc 2024-11-26T15:18:15,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/e6056d6b110846caa5581ee748f7c7f1 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/e6056d6b110846caa5581ee748f7c7f1 2024-11-26T15:18:15,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/c5e4ff3cc2b44a83beebc3605c381330 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/c5e4ff3cc2b44a83beebc3605c381330 2024-11-26T15:18:15,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/7711ffc3a3f047c588dcb90f1586dffc to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/7711ffc3a3f047c588dcb90f1586dffc 2024-11-26T15:18:15,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/875ba64ba0c74b9899bdc6d58e8a7fd7 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/875ba64ba0c74b9899bdc6d58e8a7fd7 2024-11-26T15:18:15,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/5811bfe8379a41039b745dcc23932ec2 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/5811bfe8379a41039b745dcc23932ec2 2024-11-26T15:18:15,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/87bc5a88bb984ce99f81d0d3f2f6ee1e, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/1554db1b753d4772b6e4c00355b65d96, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/24ea98293538471a8362b43123bfecbb, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/eb09c1693b5e479cb67c06049a89edca, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/6e3654d9572b440cbda939c6dee977fc, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/3c13b557156f45a9976f241b6a90fc0b, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/1e6e05da6ef64923b27ba9d0e1b1f14d, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/3a76d5caa0f44136a219d757e0f35640, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/483457dcb274434695e1d5d4cdc1b246, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/e59fab619a22498599a69693ab805e69, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/e4d757d2e37249bdaca24eaf0124a086, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/05629b2d72094ad98d7d5834e6769eb5, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/272de814908a4f278ae98d05ba8fef55, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/d9acaacea8974981b525d4489d82b1c4, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/5e63e199ea3b4a5a82c85014e1edb9ad] to archive 2024-11-26T15:18:15,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-26T15:18:15,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/87bc5a88bb984ce99f81d0d3f2f6ee1e to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/87bc5a88bb984ce99f81d0d3f2f6ee1e 2024-11-26T15:18:15,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/1554db1b753d4772b6e4c00355b65d96 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/1554db1b753d4772b6e4c00355b65d96 2024-11-26T15:18:15,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/24ea98293538471a8362b43123bfecbb to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/24ea98293538471a8362b43123bfecbb 2024-11-26T15:18:15,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/eb09c1693b5e479cb67c06049a89edca to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/eb09c1693b5e479cb67c06049a89edca 2024-11-26T15:18:15,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/6e3654d9572b440cbda939c6dee977fc to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/6e3654d9572b440cbda939c6dee977fc 2024-11-26T15:18:15,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/3c13b557156f45a9976f241b6a90fc0b to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/3c13b557156f45a9976f241b6a90fc0b 2024-11-26T15:18:15,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/1e6e05da6ef64923b27ba9d0e1b1f14d to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/1e6e05da6ef64923b27ba9d0e1b1f14d 2024-11-26T15:18:15,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/3a76d5caa0f44136a219d757e0f35640 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/3a76d5caa0f44136a219d757e0f35640 2024-11-26T15:18:15,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/483457dcb274434695e1d5d4cdc1b246 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/483457dcb274434695e1d5d4cdc1b246 2024-11-26T15:18:15,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/e59fab619a22498599a69693ab805e69 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/e59fab619a22498599a69693ab805e69 2024-11-26T15:18:15,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/e4d757d2e37249bdaca24eaf0124a086 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/e4d757d2e37249bdaca24eaf0124a086 2024-11-26T15:18:15,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/05629b2d72094ad98d7d5834e6769eb5 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/05629b2d72094ad98d7d5834e6769eb5 2024-11-26T15:18:15,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/272de814908a4f278ae98d05ba8fef55 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/272de814908a4f278ae98d05ba8fef55 2024-11-26T15:18:15,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/d9acaacea8974981b525d4489d82b1c4 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/d9acaacea8974981b525d4489d82b1c4 2024-11-26T15:18:15,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/5e63e199ea3b4a5a82c85014e1edb9ad to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/5e63e199ea3b4a5a82c85014e1edb9ad 2024-11-26T15:18:15,704 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/recovered.edits/316.seqid, newMaxSeqId=316, maxSeqId=4 2024-11-26T15:18:15,705 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. 2024-11-26T15:18:15,705 DEBUG [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] regionserver.HRegion(1676): Region close journal for e9446c90326c79f5f61eba194fe623bd: Waiting for close lock at 1732634292894Running coprocessor pre-close hooks at 1732634292894Disabling compacts and flushes for region at 1732634292894Disabling writes for close at 1732634293915 (+1021 ms)Obtaining lock to block concurrent updates at 1732634293916 (+1 ms)Preparing flush snapshotting stores in e9446c90326c79f5f61eba194fe623bd at 1732634293916Finished memstore snapshotting TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732634293916Flushing stores of TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd. at 1732634293917 (+1 ms)Flushing e9446c90326c79f5f61eba194fe623bd/A: creating writer at 1732634293917Flushing mob file e9446c90326c79f5f61eba194fe623bd/A: appending metadata at 1732634293922 (+5 ms)Flushing mob file e9446c90326c79f5f61eba194fe623bd/A: closing flushed file at 1732634293922Flushing e9446c90326c79f5f61eba194fe623bd/A: appending metadata at 1732634294330 (+408 ms)Flushing e9446c90326c79f5f61eba194fe623bd/A: closing flushed file at 1732634294330Flushing e9446c90326c79f5f61eba194fe623bd/B: creating writer at 1732634294758 (+428 ms)Flushing e9446c90326c79f5f61eba194fe623bd/B: appending metadata at 1732634294760 (+2 ms)Flushing e9446c90326c79f5f61eba194fe623bd/B: closing flushed file at 1732634294761 (+1 ms)Flushing e9446c90326c79f5f61eba194fe623bd/C: creating writer at 1732634295172 (+411 ms)Flushing e9446c90326c79f5f61eba194fe623bd/C: appending metadata at 1732634295177 (+5 ms)Flushing e9446c90326c79f5f61eba194fe623bd/C: closing flushed file at 1732634295178 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d79769d: reopening flushed file at 1732634295636 (+458 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df186c1: reopening flushed file at 1732634295645 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30898c1f: reopening flushed file at 1732634295649 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for e9446c90326c79f5f61eba194fe623bd in 1740ms, sequenceid=313, compaction requested=true at 1732634295655 (+6 ms)Writing region close event to WAL at 1732634295702 (+47 ms)Running coprocessor post-close hooks at 1732634295705 (+3 ms)Closed at 1732634295705 2024-11-26T15:18:15,706 INFO [RS_CLOSE_REGION-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_REGION, pid=141}] handler.UnassignRegionHandler(157): Closed e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:15,707 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=140 updating hbase:meta row=e9446c90326c79f5f61eba194fe623bd, regionState=CLOSED 2024-11-26T15:18:15,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE, hasLock=false; CloseRegionProcedure e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 because future has completed 2024-11-26T15:18:15,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-26T15:18:15,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; CloseRegionProcedure e9446c90326c79f5f61eba194fe623bd, server=6cc2bc8bf733,45537,1732634099035 in 2.9660 sec 2024-11-26T15:18:15,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-26T15:18:15,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9446c90326c79f5f61eba194fe623bd, UNASSIGN in 2.9710 sec 2024-11-26T15:18:15,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-26T15:18:15,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.9730 sec 2024-11-26T15:18:15,714 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732634295714"}]},"ts":"1732634295714"} 2024-11-26T15:18:15,715 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-26T15:18:15,715 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-26T15:18:15,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.9820 sec 2024-11-26T15:18:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-26T15:18:16,902 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:18:16,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-26T15:18:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:18:16,906 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=142, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:18:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-26T15:18:16,907 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=142, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:18:16,912 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:16,917 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A, FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B, FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C, FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/recovered.edits] 2024-11-26T15:18:16,919 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/77bdf6082b3c497cbba80f7d034e6145 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/77bdf6082b3c497cbba80f7d034e6145 2024-11-26T15:18:16,920 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/d45c3a4cb51d406293adee2f27f0ff87 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/d45c3a4cb51d406293adee2f27f0ff87 2024-11-26T15:18:16,921 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/d96242cd85c84c08a3407c6b04918ca7 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/d96242cd85c84c08a3407c6b04918ca7 2024-11-26T15:18:16,922 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/e9cb748f6411438aa0c45893b8ffac21 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/A/e9cb748f6411438aa0c45893b8ffac21 2024-11-26T15:18:16,923 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/15441a9804cc44f7b4c825774b96b415 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/15441a9804cc44f7b4c825774b96b415 2024-11-26T15:18:16,924 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/25e6484a65fe4a3ca83c74b3e7ebf568 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/25e6484a65fe4a3ca83c74b3e7ebf568 2024-11-26T15:18:16,925 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/2d48ecded0f74e36aaab9c8ca49c0253 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/2d48ecded0f74e36aaab9c8ca49c0253 2024-11-26T15:18:16,925 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/996efcd66c034e6f8d941f686c5cf052 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/B/996efcd66c034e6f8d941f686c5cf052 2024-11-26T15:18:16,927 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/1864adc6f7d14736ad5afddd7bfc7739 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/1864adc6f7d14736ad5afddd7bfc7739 2024-11-26T15:18:16,928 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/3124f74135e94914a5b4dbc28f47325b to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/3124f74135e94914a5b4dbc28f47325b 2024-11-26T15:18:16,928 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/cecb055b49fb49fb9a2ab80bd211f8ff to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/cecb055b49fb49fb9a2ab80bd211f8ff 2024-11-26T15:18:16,929 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/eca787c38bb342219d56c3b3ccc61485 to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/C/eca787c38bb342219d56c3b3ccc61485 2024-11-26T15:18:16,931 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/recovered.edits/316.seqid to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd/recovered.edits/316.seqid 2024-11-26T15:18:16,932 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/default/TestAcidGuarantees/e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:16,932 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-26T15:18:16,932 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T15:18:16,933 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-26T15:18:16,935 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262bea3990e1284bb09e728580043665e3_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262bea3990e1284bb09e728580043665e3_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:16,935 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262cb13826cdc4488682867ff0f7da9fee_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411262cb13826cdc4488682867ff0f7da9fee_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:16,936 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265e24bdad034c428d9be962017628161d_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411265e24bdad034c428d9be962017628161d_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:16,937 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126664c1864cc1e44fe9450599ddaba4fb2_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126664c1864cc1e44fe9450599ddaba4fb2_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:16,938 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112666c0acb0980f49e9a970d0a006db809b_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112666c0acb0980f49e9a970d0a006db809b_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:16,939 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112673dc02d4a9114827800555853c4cc09c_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112673dc02d4a9114827800555853c4cc09c_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:16,940 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126912aceab88724babbaee9bdbe78ad9e1_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126912aceab88724babbaee9bdbe78ad9e1_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:16,941 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a176e4231e134f36b54f2d10683de047_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126a176e4231e134f36b54f2d10683de047_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:16,942 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ab69384bbaee40d0b76dedb9c351bbdd_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126ab69384bbaee40d0b76dedb9c351bbdd_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:16,943 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d347be6192db4ecebddb78945cbd5fe9_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d347be6192db4ecebddb78945cbd5fe9_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:16,943 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d81fd38d87af4c7183a165fb30e1db7f_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126d81fd38d87af4c7183a165fb30e1db7f_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:16,944 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126da156fc049bc4828ad6c485b8361e3d6_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126da156fc049bc4828ad6c485b8361e3d6_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:16,945 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126dc2847a0bbcd4444a773ff5c12f69bdf_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126dc2847a0bbcd4444a773ff5c12f69bdf_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:16,946 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126de12c33e06c5469e82dc648d26fbd1d0_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126de12c33e06c5469e82dc648d26fbd1d0_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:16,946 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f50e7c48c9b444dd9245df2ab3951806_e9446c90326c79f5f61eba194fe623bd to hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241126f50e7c48c9b444dd9245df2ab3951806_e9446c90326c79f5f61eba194fe623bd 2024-11-26T15:18:16,947 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-26T15:18:16,948 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=142, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:18:16,950 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-26T15:18:16,951 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-26T15:18:16,952 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=142, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:18:16,952 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-26T15:18:16,952 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732634296952"}]},"ts":"9223372036854775807"} 2024-11-26T15:18:16,954 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-26T15:18:16,954 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e9446c90326c79f5f61eba194fe623bd, NAME => 'TestAcidGuarantees,,1732634268202.e9446c90326c79f5f61eba194fe623bd.', STARTKEY => '', ENDKEY => ''}] 2024-11-26T15:18:16,954 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-26T15:18:16,954 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732634296954"}]},"ts":"9223372036854775807"} 2024-11-26T15:18:16,955 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-26T15:18:16,956 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=142, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-26T15:18:16,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 53 msec 2024-11-26T15:18:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-26T15:18:17,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-26T15:18:17,014 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-26T15:18:17,019 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250 (was 247) - Thread LEAK? -, OpenFileDescriptor=455 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=870 (was 1079), ProcessCount=11 (was 11), AvailableMemoryMB=4357 (was 5088) 2024-11-26T15:18:17,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T15:18:17,019 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:18:17,019 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:18:17,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:17,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:17,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T15:18:17,020 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T15:18:17,020 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=164229068, stopped=false 2024-11-26T15:18:17,020 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6cc2bc8bf733,39097,1732634097953 2024-11-26T15:18:17,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T15:18:17,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x10177b631f10001, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T15:18:17,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T15:18:17,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x10177b631f10001, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T15:18:17,091 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:18:17,092 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T15:18:17,092 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:18:17,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:17,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45537-0x10177b631f10001, quorum=127.0.0.1:57007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T15:18:17,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T15:18:17,093 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6cc2bc8bf733,45537,1732634099035' ***** 2024-11-26T15:18:17,093 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T15:18:17,094 INFO [RS:0;6cc2bc8bf733:45537 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T15:18:17,095 INFO [RS:0;6cc2bc8bf733:45537 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T15:18:17,095 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T15:18:17,095 INFO [RS:0;6cc2bc8bf733:45537 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T15:18:17,095 INFO [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(959): stopping server 6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:17,095 INFO [RS:0;6cc2bc8bf733:45537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:18:17,095 INFO [RS:0;6cc2bc8bf733:45537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6cc2bc8bf733:45537. 2024-11-26T15:18:17,095 DEBUG [RS:0;6cc2bc8bf733:45537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T15:18:17,096 DEBUG [RS:0;6cc2bc8bf733:45537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:17,096 INFO [RS:0;6cc2bc8bf733:45537 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T15:18:17,096 INFO [RS:0;6cc2bc8bf733:45537 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T15:18:17,096 INFO [RS:0;6cc2bc8bf733:45537 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T15:18:17,096 INFO [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T15:18:17,097 INFO [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T15:18:17,097 DEBUG [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T15:18:17,097 DEBUG [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:18:17,097 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T15:18:17,097 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T15:18:17,097 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T15:18:17,097 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T15:18:17,097 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T15:18:17,098 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-26T15:18:17,120 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/.tmp/info/ff899e8a92cb4b25ba235b98912e2168 is 95, key is TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068./info:/1732634139777/DeleteFamily/seqid=0 2024-11-26T15:18:17,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742304_1480 (size=6514) 2024-11-26T15:18:17,163 INFO [regionserver/6cc2bc8bf733:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:18:17,298 DEBUG [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:18:17,453 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T15:18:17,453 INFO [regionserver/6cc2bc8bf733:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T15:18:17,498 DEBUG [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:18:17,524 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/.tmp/info/ff899e8a92cb4b25ba235b98912e2168 2024-11-26T15:18:17,552 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/.tmp/ns/f328513e81144ac69e52f2efcef5455a is 93, key is TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068./ns:/1732634139722/DeleteFamily/seqid=0 2024-11-26T15:18:17,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742305_1481 (size=5906) 2024-11-26T15:18:17,698 DEBUG [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:18:17,898 DEBUG [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:18:17,957 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/.tmp/ns/f328513e81144ac69e52f2efcef5455a 2024-11-26T15:18:17,985 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/.tmp/rep_barrier/9b1a2ed3d42e4f50a3d2f23e5a952275 is 102, key is TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068./rep_barrier:/1732634139722/DeleteFamily/seqid=0 2024-11-26T15:18:17,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742306_1482 (size=6025) 2024-11-26T15:18:18,099 DEBUG [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:18:18,299 DEBUG [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:18:18,389 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/.tmp/rep_barrier/9b1a2ed3d42e4f50a3d2f23e5a952275 2024-11-26T15:18:18,416 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/.tmp/table/3a5af5d81cd7424caa1db4e878bf82af is 96, key is TestAcidGuarantees,,1732634104192.2e2f6290eac70bf42708283a31f27068./table:/1732634139722/DeleteFamily/seqid=0 2024-11-26T15:18:18,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742307_1483 (size=5936) 2024-11-26T15:18:18,491 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-26T15:18:18,499 DEBUG [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:18:18,699 DEBUG [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T15:18:18,820 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/.tmp/table/3a5af5d81cd7424caa1db4e878bf82af 2024-11-26T15:18:18,826 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/.tmp/info/ff899e8a92cb4b25ba235b98912e2168 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/info/ff899e8a92cb4b25ba235b98912e2168 2024-11-26T15:18:18,832 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/info/ff899e8a92cb4b25ba235b98912e2168, entries=12, sequenceid=90, filesize=6.4 K 2024-11-26T15:18:18,833 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/.tmp/ns/f328513e81144ac69e52f2efcef5455a as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/ns/f328513e81144ac69e52f2efcef5455a 2024-11-26T15:18:18,837 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/ns/f328513e81144ac69e52f2efcef5455a, entries=8, sequenceid=90, filesize=5.8 K 2024-11-26T15:18:18,838 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/.tmp/rep_barrier/9b1a2ed3d42e4f50a3d2f23e5a952275 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/rep_barrier/9b1a2ed3d42e4f50a3d2f23e5a952275 2024-11-26T15:18:18,842 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/rep_barrier/9b1a2ed3d42e4f50a3d2f23e5a952275, entries=6, sequenceid=90, filesize=5.9 K 2024-11-26T15:18:18,842 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/.tmp/table/3a5af5d81cd7424caa1db4e878bf82af as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/table/3a5af5d81cd7424caa1db4e878bf82af 2024-11-26T15:18:18,846 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/table/3a5af5d81cd7424caa1db4e878bf82af, entries=7, sequenceid=90, filesize=5.8 K 2024-11-26T15:18:18,847 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1750ms, sequenceid=90, compaction requested=false 2024-11-26T15:18:18,852 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-26T15:18:18,853 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T15:18:18,853 INFO [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T15:18:18,853 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732634297097Running coprocessor pre-close hooks at 1732634297097Disabling compacts and flushes for region at 1732634297097Disabling writes for close at 1732634297097Obtaining lock to block concurrent updates at 1732634297098 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732634297098Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732634297098Flushing stores of hbase:meta,,1.1588230740 at 1732634297099 (+1 ms)Flushing 1588230740/info: creating writer at 1732634297099Flushing 1588230740/info: appending metadata at 1732634297119 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732634297119Flushing 1588230740/ns: creating writer at 1732634297534 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732634297552 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732634297552Flushing 1588230740/rep_barrier: creating writer at 1732634297964 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732634297985 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732634297985Flushing 1588230740/table: creating writer at 1732634298395 (+410 ms)Flushing 1588230740/table: appending metadata at 1732634298416 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732634298416Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@229827a4: reopening flushed file at 1732634298825 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7640a919: reopening flushed file at 1732634298832 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b058f4b: reopening flushed file at 1732634298837 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39984de: reopening flushed file at 1732634298842 (+5 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1750ms, sequenceid=90, compaction requested=false at 1732634298847 (+5 ms)Writing region close event to WAL at 1732634298849 (+2 ms)Running coprocessor post-close hooks at 1732634298853 (+4 ms)Closed at 1732634298853 2024-11-26T15:18:18,854 DEBUG [RS_CLOSE_META-regionserver/6cc2bc8bf733:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T15:18:18,900 INFO [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(976): stopping server 6cc2bc8bf733,45537,1732634099035; all regions closed. 2024-11-26T15:18:18,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741834_1010 (size=25344) 2024-11-26T15:18:18,915 DEBUG [RS:0;6cc2bc8bf733:45537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/oldWALs 2024-11-26T15:18:18,915 INFO [RS:0;6cc2bc8bf733:45537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C45537%2C1732634099035.meta:.meta(num 1732634103275) 2024-11-26T15:18:18,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741833_1009 (size=11996484) 2024-11-26T15:18:18,919 DEBUG [RS:0;6cc2bc8bf733:45537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/oldWALs 2024-11-26T15:18:18,920 INFO [RS:0;6cc2bc8bf733:45537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6cc2bc8bf733%2C45537%2C1732634099035:(num 1732634102677) 2024-11-26T15:18:18,920 DEBUG [RS:0;6cc2bc8bf733:45537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T15:18:18,920 INFO [RS:0;6cc2bc8bf733:45537 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T15:18:18,920 INFO [RS:0;6cc2bc8bf733:45537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:18:18,920 INFO [RS:0;6cc2bc8bf733:45537 {}] hbase.ChoreService(370): Chore service for: regionserver/6cc2bc8bf733:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T15:18:18,920 INFO [RS:0;6cc2bc8bf733:45537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:18:18,920 INFO [regionserver/6cc2bc8bf733:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:18:18,922 INFO [RS:0;6cc2bc8bf733:45537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45537 2024-11-26T15:18:18,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x10177b631f10001, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6cc2bc8bf733,45537,1732634099035 2024-11-26T15:18:18,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T15:18:18,985 INFO [RS:0;6cc2bc8bf733:45537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:18:18,995 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6cc2bc8bf733,45537,1732634099035] 2024-11-26T15:18:19,006 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6cc2bc8bf733,45537,1732634099035 already deleted, retry=false 2024-11-26T15:18:19,006 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6cc2bc8bf733,45537,1732634099035 expired; onlineServers=0 2024-11-26T15:18:19,006 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6cc2bc8bf733,39097,1732634097953' ***** 2024-11-26T15:18:19,007 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T15:18:19,007 INFO [M:0;6cc2bc8bf733:39097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T15:18:19,007 INFO [M:0;6cc2bc8bf733:39097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T15:18:19,007 DEBUG [M:0;6cc2bc8bf733:39097 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T15:18:19,008 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T15:18:19,008 DEBUG [M:0;6cc2bc8bf733:39097 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T15:18:19,008 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634102080 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.large.0-1732634102080,5,FailOnTimeoutGroup] 2024-11-26T15:18:19,008 DEBUG [master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634102081 {}] cleaner.HFileCleaner(306): Exit Thread[master/6cc2bc8bf733:0:becomeActiveMaster-HFileCleaner.small.0-1732634102081,5,FailOnTimeoutGroup] 2024-11-26T15:18:19,008 INFO [M:0;6cc2bc8bf733:39097 {}] hbase.ChoreService(370): Chore service for: master/6cc2bc8bf733:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T15:18:19,008 INFO [M:0;6cc2bc8bf733:39097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T15:18:19,009 DEBUG [M:0;6cc2bc8bf733:39097 {}] master.HMaster(1795): Stopping service threads 2024-11-26T15:18:19,009 INFO [M:0;6cc2bc8bf733:39097 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T15:18:19,009 INFO [M:0;6cc2bc8bf733:39097 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T15:18:19,009 ERROR [M:0;6cc2bc8bf733:39097 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1087708870) connection to localhost/127.0.0.1:33703 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33703,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-26T15:18:19,011 INFO [M:0;6cc2bc8bf733:39097 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T15:18:19,011 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T15:18:19,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T15:18:19,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T15:18:19,016 DEBUG [M:0;6cc2bc8bf733:39097 {}] zookeeper.ZKUtil(347): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T15:18:19,016 WARN [M:0;6cc2bc8bf733:39097 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T15:18:19,017 INFO [M:0;6cc2bc8bf733:39097 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/.lastflushedseqids 2024-11-26T15:18:19,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742308_1484 (size=72) 2024-11-26T15:18:19,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x10177b631f10001, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:18:19,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45537-0x10177b631f10001, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:18:19,097 INFO [RS:0;6cc2bc8bf733:45537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:18:19,098 INFO [RS:0;6cc2bc8bf733:45537 {}] regionserver.HRegionServer(1031): Exiting; stopping=6cc2bc8bf733,45537,1732634099035; zookeeper connection closed. 2024-11-26T15:18:19,098 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c8ce202 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c8ce202 2024-11-26T15:18:19,100 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-26T15:18:19,431 INFO [M:0;6cc2bc8bf733:39097 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T15:18:19,432 INFO [M:0;6cc2bc8bf733:39097 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T15:18:19,432 DEBUG [M:0;6cc2bc8bf733:39097 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T15:18:19,432 INFO [M:0;6cc2bc8bf733:39097 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:19,432 DEBUG [M:0;6cc2bc8bf733:39097 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:19,432 DEBUG [M:0;6cc2bc8bf733:39097 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T15:18:19,432 DEBUG [M:0;6cc2bc8bf733:39097 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:19,432 INFO [M:0;6cc2bc8bf733:39097 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=728.16 KB heapSize=889.10 KB 2024-11-26T15:18:19,455 DEBUG [M:0;6cc2bc8bf733:39097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cd1514236a2434d9bf220849dd7ff73 is 82, key is hbase:meta,,1/info:regioninfo/1732634103438/Put/seqid=0 2024-11-26T15:18:19,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742309_1485 (size=5672) 2024-11-26T15:18:19,860 INFO [M:0;6cc2bc8bf733:39097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=1996 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cd1514236a2434d9bf220849dd7ff73 2024-11-26T15:18:19,893 DEBUG [M:0;6cc2bc8bf733:39097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5d03570888440d9aeb652d348d3f93b is 2479, key is \x00\x00\x00\x00\x00\x00\x00\x1B/proc:d/1732634143185/Put/seqid=0 2024-11-26T15:18:19,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742310_1486 (size=40478) 2024-11-26T15:18:20,298 INFO [M:0;6cc2bc8bf733:39097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=727.60 KB at sequenceid=1996 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5d03570888440d9aeb652d348d3f93b 2024-11-26T15:18:20,309 INFO [M:0;6cc2bc8bf733:39097 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5d03570888440d9aeb652d348d3f93b 2024-11-26T15:18:20,326 DEBUG [M:0;6cc2bc8bf733:39097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cddf9eb8f3942daa3caaf6085d5c836 is 69, key is 6cc2bc8bf733,45537,1732634099035/rs:state/1732634102252/Put/seqid=0 2024-11-26T15:18:20,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073742311_1487 (size=5156) 2024-11-26T15:18:20,739 INFO [M:0;6cc2bc8bf733:39097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=1996 (bloomFilter=true), to=hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cddf9eb8f3942daa3caaf6085d5c836 2024-11-26T15:18:20,743 DEBUG [M:0;6cc2bc8bf733:39097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cd1514236a2434d9bf220849dd7ff73 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cd1514236a2434d9bf220849dd7ff73 2024-11-26T15:18:20,748 INFO [M:0;6cc2bc8bf733:39097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cd1514236a2434d9bf220849dd7ff73, entries=8, sequenceid=1996, filesize=5.5 K 2024-11-26T15:18:20,749 DEBUG [M:0;6cc2bc8bf733:39097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5d03570888440d9aeb652d348d3f93b as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5d03570888440d9aeb652d348d3f93b 2024-11-26T15:18:20,753 INFO [M:0;6cc2bc8bf733:39097 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5d03570888440d9aeb652d348d3f93b 2024-11-26T15:18:20,753 INFO [M:0;6cc2bc8bf733:39097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5d03570888440d9aeb652d348d3f93b, entries=142, sequenceid=1996, filesize=39.5 K 2024-11-26T15:18:20,754 DEBUG [M:0;6cc2bc8bf733:39097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cddf9eb8f3942daa3caaf6085d5c836 as hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6cddf9eb8f3942daa3caaf6085d5c836 2024-11-26T15:18:20,757 INFO [M:0;6cc2bc8bf733:39097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33703/user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6cddf9eb8f3942daa3caaf6085d5c836, entries=1, sequenceid=1996, filesize=5.0 K 2024-11-26T15:18:20,758 INFO [M:0;6cc2bc8bf733:39097 {}] regionserver.HRegion(3140): Finished flush of dataSize ~728.16 KB/745636, heapSize ~888.80 KB/910136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=1996, compaction requested=false 2024-11-26T15:18:20,760 INFO [M:0;6cc2bc8bf733:39097 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T15:18:20,760 DEBUG [M:0;6cc2bc8bf733:39097 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732634299432Disabling compacts and flushes for region at 1732634299432Disabling writes for close at 1732634299432Obtaining lock to block concurrent updates at 1732634299432Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732634299432Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=745636, getHeapSize=910376, getOffHeapSize=0, getCellsCount=2163 at 1732634299433 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732634299434 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732634299434Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732634299455 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732634299455Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732634299869 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732634299893 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732634299893Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732634300309 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732634300326 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732634300326Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dcb0bfa: reopening flushed file at 1732634300742 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac51c3e: reopening flushed file at 1732634300748 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76787442: reopening flushed file at 1732634300753 (+5 ms)Finished flush of dataSize ~728.16 KB/745636, heapSize ~888.80 KB/910136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=1996, compaction requested=false at 1732634300758 (+5 ms)Writing region close event to WAL at 1732634300760 (+2 ms)Closed at 1732634300760 2024-11-26T15:18:20,763 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01013c1a-3e5b-1764-1f3b-fc084c89b726/MasterData/WALs/6cc2bc8bf733,39097,1732634097953/6cc2bc8bf733%2C39097%2C1732634097953.1732634101096 not finished, retry = 0 2024-11-26T15:18:20,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37793 is added to blk_1073741830_1006 (size=876463) 2024-11-26T15:18:20,864 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T15:18:20,864 INFO [M:0;6cc2bc8bf733:39097 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T15:18:20,864 INFO [M:0;6cc2bc8bf733:39097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39097 2024-11-26T15:18:20,864 INFO [M:0;6cc2bc8bf733:39097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T15:18:20,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:18:20,979 INFO [M:0;6cc2bc8bf733:39097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T15:18:20,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39097-0x10177b631f10000, quorum=127.0.0.1:57007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T15:18:20,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d1d0948{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T15:18:20,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49b49063{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:18:20,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:18:20,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58f8c8ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:18:20,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aa6ac55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/hadoop.log.dir/,STOPPED} 2024-11-26T15:18:20,993 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T15:18:20,993 WARN [BP-1288645284-172.17.0.3-1732634093266 heartbeating to localhost/127.0.0.1:33703 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T15:18:20,993 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T15:18:20,993 WARN [BP-1288645284-172.17.0.3-1732634093266 heartbeating to localhost/127.0.0.1:33703 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1288645284-172.17.0.3-1732634093266 (Datanode Uuid f1158d4c-5564-43cb-8691-492ad8a41214) service to localhost/127.0.0.1:33703 2024-11-26T15:18:20,995 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/cluster_72c5d022-cf56-073a-94ac-11d2a168cf21/data/data1/current/BP-1288645284-172.17.0.3-1732634093266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:18:20,995 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/cluster_72c5d022-cf56-073a-94ac-11d2a168cf21/data/data2/current/BP-1288645284-172.17.0.3-1732634093266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T15:18:20,996 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T15:18:21,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bbf242f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T15:18:21,002 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T15:18:21,002 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T15:18:21,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T15:18:21,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5cae10dc-2965-32e6-5003-2d2fd131057d/hadoop.log.dir/,STOPPED} 2024-11-26T15:18:21,016 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T15:18:21,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T15:18:21,226 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T15:18:21,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null